This is an automated email from the ASF dual-hosted git repository. amashenkov pushed a change to branch ignite-19642 in repository https://gitbox.apache.org/repos/asf/ignite-3.git
from b3d792d2d7 Fix activation timestamp calculation. add 1a540e0921 IGNITE-19457 Review nullability of network messages' fields (#2153) add 0f902c0697 IGNITE-19659 NullPointerException in ClusterConfigRegistryImpl.fetchConfig (#2156) add 648ba4004f IGNITE-19678 Fix remaining NPEs in ItMetaStorageServiceTest (#2166) add f21bac0dca IGNITE-19005 Fixed metric names (#2132) add 8bfdd2327b IGNITE-19657 Remove schema from BinaryTuple implementation (#2150) add 89eb752c99 IGNITE-19493 Sql. Change query execution flow - Fixes #2162. add ed021fc838 IGNITE-19674 introduce TestRocksDbKeyValueStorage (#2165) add 28afe43525 IGNITE-19422 Fixed "get" method in index storages. (#2161) add 2e4e97b7f8 IGNITE-19679 Rename IndexDescriptor and associated classes (#2167) add 612f08f62b IGNITE-19565 Use JobClassLoader for loading job classes (#2121) add 803b738636 IGNITE-19451 Prohibit some types from being Marshallable (#2163) add 1f1c4bc645 Merge branch 'main' into ignite-19642 No new revisions were added by this update. Summary of changes: .../org/apache/ignite/compute/DeploymentUnit.java | 10 ++ .../org/apache/ignite/compute/IgniteCompute.java | 77 +++----- ...Exception.java => SchemaNotFoundException.java} | 17 +- .../apache/ignite/internal/catalog/Catalog.java | 30 ++-- .../ignite/internal/catalog/CatalogService.java | 24 +-- .../internal/catalog/CatalogServiceImpl.java | 113 ++++++------ .../internal/catalog/commands/CatalogUtils.java | 36 ++-- .../catalog/commands/CreateSortedIndexParams.java | 8 +- ...nCollation.java => CatalogColumnCollation.java} | 6 +- .../descriptors/CatalogDescriptorUtils.java | 30 ++-- ...riptor.java => CatalogHashIndexDescriptor.java} | 4 +- ...ptor.java => CatalogIndexColumnDescriptor.java} | 8 +- ...Descriptor.java => CatalogIndexDescriptor.java} | 4 +- ...escriptor.java => CatalogObjectDescriptor.java} | 4 +- ...escriptor.java => CatalogSchemaDescriptor.java} | 24 +-- ...ptor.java => CatalogSortedIndexDescriptor.java} | 10 +- ...ptor.java => CatalogTableColumnDescriptor.java} | 6 +- ...Descriptor.java => CatalogTableDescriptor.java} | 20 +-- .../catalog/events/AddColumnEventParameters.java | 8 +- .../catalog/events/AlterColumnEventParameters.java | 8 +- .../catalog/events/CreateIndexEventParameters.java | 8 +- .../catalog/events/CreateTableEventParameters.java | 8 +- .../internal/catalog/storage/AlterColumnEntry.java | 8 +- .../internal/catalog/storage/NewColumnsEntry.java | 8 +- .../internal/catalog/storage/NewIndexEntry.java | 8 +- .../internal/catalog/storage/NewTableEntry.java | 8 +- .../internal/catalog/CatalogServiceSelfTest.java | 60 +++---- .../cli/call/metric/ItEnabledMetricCallsTest.java | 16 +- .../metric/ItEnabledNodeMetricCommandTest.java | 21 ++- .../apache/ignite/internal/cli/ssl/ItSslTest.java | 28 ++- .../registry/impl/ClusterConfigRegistryImpl.java | 15 +- .../repl/registry/impl/MetricRegistryImpl.java | 11 +- .../ClientComputeExecuteColocatedRequest.java | 3 +- .../compute/ClientComputeExecuteRequest.java | 3 +- .../apache/ignite/client/ClientOperationType.java | 3 +- .../internal/client/compute/ClientCompute.java | 58 +++--- .../apache/ignite/client/ClientComputeTest.java | 25 +-- .../ignite/client/PartitionAwarenessTest.java | 8 +- .../apache/ignite/client/RequestBalancingTest.java | 2 +- .../apache/ignite/client/ServerMetricsTest.java | 11 +- .../apache/ignite/client/fakes/FakeCompute.java | 51 +++--- .../internal/deployunit/DeploymentManagerImpl.java | 13 ++ .../internal/deployunit/FileDeployerService.java | 34 ++-- .../internal/deployunit/IgniteDeployment.java | 22 ++- modules/compute/build.gradle | 2 + .../ignite/internal/compute/ComputeComponent.java | 28 +-- .../internal/compute/ComputeComponentImpl.java | 97 +++++++---- .../internal/compute/ComputeMessageTypes.java | 6 + .../ignite/internal/compute/IgniteComputeImpl.java | 96 +++------- .../ignite/internal/compute/JobClassLoader.java | 8 + .../internal/compute/JobClassLoaderFactory.java | 80 +++++---- ...ExecuteResponse.java => DeploymentUnitMsg.java} | 43 +++-- .../internal/compute/message/ExecuteRequest.java | 8 + .../internal/compute/ComputeComponentImplTest.java | 75 ++++---- .../internal/compute/IgniteComputeImplTest.java | 44 +++-- .../compute/JobClassLoaderFactoryTest.java | 152 ++++++++++++---- .../apache/ignite/internal/index/IndexManager.java | 48 ++--- .../metastorage/impl/ItMetaStorageServiceTest.java | 4 +- .../server/persistence/RocksDbKeyValueStorage.java | 22 ++- .../server/BasicOperationsKeyValueStorageTest.java | 2 +- .../server/TestRocksDbKeyValueStorageTest.java | 79 +++++++++ .../server/TestRocksDbKeyValueStorage.java} | 29 +-- modules/metrics/build.gradle | 1 + .../metrics/exporters/ItJvmMetricSourceTest.java | 16 +- .../exporters/ItMetricExportersLoadingTest.java | 8 +- .../metrics/exporters/TestMetricsSource.java | 2 +- .../internal/metrics/sources/JvmMetricSource.java | 32 ++-- .../internal/metrics/MetricEntitiesTest.java | 4 +- .../metrics/sources/JvmMetricSourceTest.java | 48 ++--- .../internal/network/processor/TypeUtils.java | 21 ++- .../messages/MarshallableTypesBlackList.java | 37 +++- .../processor/messages/MessageImplGenerator.java | 6 +- .../src/main/resources/marshallable.blacklist | 4 + .../processor/MarshallableBlacklistTest.java | 36 +++- .../processor/TransferableObjectProcessorTest.java | 13 -- .../src/test/resources/marshallable.blacklist | 1 + ...MessageWithMarshallableNetworkMessageField.java | 29 --- .../message/LeaseGrantedMessage.java | 17 +- .../message/LeaseGrantedMessageResponse.java | 2 +- .../message/PlacementDriverActorMessage.java | 2 +- ...ssage.java => PlacementDriverGroupMessage.java} | 8 +- .../message/PlacementDriverMessage.java | 12 -- .../message/PlacementDriverReplicaMessage.java | 2 +- .../MultiActorPlacementDriverTest.java | 1 - .../PlacementDriverManagerTest.java | 1 - .../negotiation/LeaseNegotiator.java | 4 +- .../replicator/message/ReplicaRequest.java | 3 - .../replicator/PlacementDriverReplicaSideTest.java | 12 +- .../{ItComputeTest.java => ItComputeBaseTest.java} | 101 ++++------- .../compute/ItComputeTestBaseEmbedded.java | 89 ++++++++++ .../internal/compute/ItComputeTestStandalone.java | 106 +++++++++++ .../runner/app/client/ItThinClientComputeTest.java | 32 ++-- .../ignite/internal/sql/api/ItCommonApiTest.java | 100 +++++++++++ .../sql/engine/ClusterPerClassIntegrationTest.java | 11 +- .../ignite/internal/table/ItTableScanTest.java | 7 +- .../units/apache-ignite-1.0-SNAPSHOT-src.zip} | Bin 69386 -> 69608 bytes .../resources/units/ignite-jobs-1.0-SNAPSHOT.jar | Bin 0 -> 4773 bytes .../types/timestamp/test_incorrect_timestamp.test | 1 - .../org/apache/ignite/internal/app/IgniteImpl.java | 30 ++-- .../ignite/internal/schema/BinaryRowConverter.java | 10 +- .../apache/ignite/internal/schema/BinaryTuple.java | 49 +----- .../ignite/internal/schema/BinaryTuplePrefix.java | 31 +--- .../ignite/internal/schema/BinaryTupleSchema.java | 46 +++++ .../ignite/internal/schema/NativeTypeSpec.java | 191 +++++--------------- .../schema/registry/UpgradingRowAdapter.java | 39 +++-- .../ignite/internal/schema/row/InternalTuple.java | 5 +- .../org/apache/ignite/internal/schema/row/Row.java | 152 ++-------------- .../internal/schema/BinaryTuplePrefixTest.java | 25 +-- .../org/apache/ignite/internal/schema/RowTest.java | 5 +- .../schema/registry/UpgradingRowAdapterTest.java | 17 +- .../internal/sql/engine/SqlQueryProcessor.java | 37 ++-- .../internal/sql/engine/exec/RowConverter.java | 4 +- .../exec/ddl/DdlToCatalogCommandConverter.java | 8 +- .../prepare/ddl/DdlSqlToCommandConverter.java | 4 +- .../sql/engine/schema/CatalogSqlSchemaManager.java | 32 ++-- .../internal/sql/engine/schema/IgniteSchema.java | 2 +- .../sql/engine/schema/IgniteSchemaIndex.java | 22 +-- .../sql/engine/schema/IgniteTableImpl.java | 17 +- .../sql/engine/schema/SqlSchemaManagerImpl.java | 6 +- .../exec/rel/IndexScanNodeExecutionTest.java | 21 ++- .../engine/framework/PredefinedSchemaManager.java | 2 +- .../engine/schema/CatalogSqlSchemaManagerTest.java | 70 ++++---- .../internal/storage/engine/MvTableStorage.java | 20 +-- .../storage/index/BinaryTupleComparator.java | 26 +-- .../internal/storage/index/HashIndexStorage.java | 2 +- .../internal/storage/index/SortedIndexStorage.java | 2 +- ...riptor.java => StorageHashIndexDescriptor.java} | 30 ++-- ...Descriptor.java => StorageIndexDescriptor.java} | 24 +-- ...ptor.java => StorageSortedIndexDescriptor.java} | 37 ++-- .../storage/index/BinaryTupleComparatorTest.java | 38 ++-- .../storage/AbstractMvTableStorageTest.java | 22 +-- .../internal/storage/BaseMvStoragesTest.java | 4 +- .../internal/storage/impl/TestMvTableStorage.java | 16 +- .../index/AbstractHashIndexStorageTest.java | 6 +- .../storage/index/AbstractIndexStorageTest.java | 5 +- .../index/AbstractSortedIndexStorageTest.java | 10 +- .../index/impl/BinaryTupleRowSerializer.java | 15 +- .../storage/index/impl/TestHashIndexStorage.java | 8 +- .../internal/storage/index/impl/TestIndexRow.java | 4 +- .../storage/index/impl/TestSortedIndexStorage.java | 10 +- .../pagememory/AbstractPageMemoryTableStorage.java | 8 +- .../index/AbstractPageMemoryIndexStorage.java | 127 +++++++++++++- .../storage/pagememory/index/InlineUtils.java | 14 +- .../pagememory/index/common/IndexRowKey.java} | 16 +- .../pagememory/index/hash/HashIndexRowKey.java | 9 +- .../pagememory/index/hash/HashIndexTree.java | 4 +- .../index/hash/PageMemoryHashIndexStorage.java | 55 ++---- .../index/sorted/PageMemorySortedIndexStorage.java | 194 ++++----------------- .../pagememory/index/sorted/SortedIndexRowKey.java | 9 +- .../pagememory/index/sorted/SortedIndexTree.java | 4 +- .../mv/AbstractPageMemoryMvPartitionStorage.java | 38 ++-- .../mv/PersistentPageMemoryMvPartitionStorage.java | 8 +- .../VolatilePageMemoryMvTableStorageTest.java | 2 +- .../storage/pagememory/index/InlineUtilsTest.java | 22 +-- .../ignite/internal/storage/rocksdb/HashIndex.java | 6 +- .../storage/rocksdb/RocksDbTableStorage.java | 19 +- .../internal/storage/rocksdb/SortedIndex.java | 6 +- .../rocksdb/index/AbstractRocksDbIndexStorage.java | 143 +++++++++++++++ .../index/RocksDbBinaryTupleComparator.java | 6 +- .../rocksdb/index/RocksDbHashIndexStorage.java | 55 +----- .../rocksdb/index/RocksDbSortedIndexStorage.java | 137 ++------------- .../ignite/distributed/ReplicaUnavailableTest.java | 15 +- .../internal/table/AbstractRowTupleAdapter.java | 14 +- .../apache/ignite/internal/table/TableImpl.java | 8 +- .../table/distributed/TableMessageGroup.java | 6 + .../snapshot/message/SnapshotRequestMessage.java | 3 - ...ReplicaRequest.java => BinaryTupleMessage.java} | 23 ++- .../request/MultipleRowReplicaRequest.java | 21 ++- .../request/ReadOnlyReplicaRequest.java | 8 +- .../request/ReadWriteMultiRowReplicaRequest.java | 3 - .../request/ReadWriteReplicaRequest.java | 2 - .../request/ReadWriteSingleRowReplicaRequest.java | 3 - .../request/ScanRetrieveBatchReplicaRequest.java | 12 +- .../request/SingleRowReplicaRequest.java | 9 +- .../replication/request/SwapRowReplicaRequest.java | 16 +- .../replicator/PartitionReplicaListener.java | 49 +++--- .../distributed/schema/ColumnDefinitionDiff.java | 8 +- .../table/distributed/schema/FullTableSchema.java | 38 ++-- .../distributed/schema/NonHistoricSchemas.java | 10 +- .../distributed/schema/TableDefinitionDiff.java | 28 +-- .../distributed/storage/InternalTableImpl.java | 100 +++++++---- .../internal/table/distributed/IndexBaseTest.java | 20 +-- .../OutgoingSnapshotMvDataStreamingTest.java | 1 + .../OutgoingSnapshotTxDataStreamingTest.java | 1 + .../PartitionReplicaListenerIndexLockingTest.java | 13 +- .../replication/PartitionReplicaListenerTest.java | 156 +++++++++-------- .../distributed/schema/FullTableSchemaTest.java | 34 ++-- .../ignite/internal/table/impl/DummySchemas.java | 4 +- .../internal/tx/message/TxFinishResponse.java | 4 +- 189 files changed, 2714 insertions(+), 2352 deletions(-) copy modules/api/src/main/java/org/apache/ignite/lang/{TableNotFoundException.java => SchemaNotFoundException.java} (66%) rename modules/catalog/src/main/java/org/apache/ignite/internal/catalog/descriptors/{ColumnCollation.java => CatalogColumnCollation.java} (92%) rename modules/catalog/src/main/java/org/apache/ignite/internal/catalog/descriptors/{HashIndexDescriptor.java => CatalogHashIndexDescriptor.java} (91%) rename modules/catalog/src/main/java/org/apache/ignite/internal/catalog/descriptors/{IndexColumnDescriptor.java => CatalogIndexColumnDescriptor.java} (84%) rename modules/catalog/src/main/java/org/apache/ignite/internal/catalog/descriptors/{IndexDescriptor.java => CatalogIndexDescriptor.java} (92%) rename modules/catalog/src/main/java/org/apache/ignite/internal/catalog/descriptors/{ObjectDescriptor.java => CatalogObjectDescriptor.java} (93%) rename modules/catalog/src/main/java/org/apache/ignite/internal/catalog/descriptors/{SchemaDescriptor.java => CatalogSchemaDescriptor.java} (76%) rename modules/catalog/src/main/java/org/apache/ignite/internal/catalog/descriptors/{SortedIndexDescriptor.java => CatalogSortedIndexDescriptor.java} (80%) rename modules/catalog/src/main/java/org/apache/ignite/internal/catalog/descriptors/{TableColumnDescriptor.java => CatalogTableColumnDescriptor.java} (94%) rename modules/catalog/src/main/java/org/apache/ignite/internal/catalog/descriptors/{TableDescriptor.java => CatalogTableDescriptor.java} (85%) copy modules/compute/src/main/java/org/apache/ignite/internal/compute/message/{ExecuteResponse.java => DeploymentUnitMsg.java} (53%) create mode 100644 modules/metastorage/src/test/java/org/apache/ignite/internal/metastorage/server/TestRocksDbKeyValueStorageTest.java copy modules/metastorage/src/{test/java/org/apache/ignite/internal/metastorage/server/RocksDbCompactionKeyValueStorageTest.java => testFixtures/java/org/apache/ignite/internal/metastorage/server/TestRocksDbKeyValueStorage.java} (53%) create mode 100644 modules/network-annotation-processor/src/main/resources/marshallable.blacklist create mode 100644 modules/network/src/test/resources/marshallable.blacklist delete mode 100644 modules/network/src/test/resources/org/apache/ignite/internal/network/processor/MessageWithMarshallableNetworkMessageField.java copy modules/placement-driver-api/src/main/java/org/apache/ignite/internal/placementdriver/message/{PlacementDriverMessage.java => PlacementDriverGroupMessage.java} (80%) rename modules/runner/src/integrationTest/java/org/apache/ignite/internal/compute/{ItComputeTest.java => ItComputeBaseTest.java} (75%) create mode 100644 modules/runner/src/integrationTest/java/org/apache/ignite/internal/compute/ItComputeTestBaseEmbedded.java create mode 100644 modules/runner/src/integrationTest/java/org/apache/ignite/internal/compute/ItComputeTestStandalone.java copy modules/{compute/src/test/resources/units/test-units-1.0-SNAPSHOT-src.zip => runner/src/integrationTest/resources/units/apache-ignite-1.0-SNAPSHOT-src.zip} (86%) create mode 100644 modules/runner/src/integrationTest/resources/units/ignite-jobs-1.0-SNAPSHOT.jar rename modules/storage-api/src/main/java/org/apache/ignite/internal/storage/index/{HashIndexDescriptor.java => StorageHashIndexDescriptor.java} (71%) rename modules/storage-api/src/main/java/org/apache/ignite/internal/storage/index/{IndexDescriptor.java => StorageIndexDescriptor.java} (66%) rename modules/storage-api/src/main/java/org/apache/ignite/internal/storage/index/{SortedIndexDescriptor.java => StorageSortedIndexDescriptor.java} (72%) copy modules/{client/src/main/java/org/apache/ignite/internal/client/PayloadReader.java => storage-page-memory/src/main/java/org/apache/ignite/internal/storage/pagememory/index/common/IndexRowKey.java} (73%) copy modules/table/src/main/java/org/apache/ignite/internal/table/distributed/replication/request/{ReadOnlyScanRetrieveBatchReplicaRequest.java => BinaryTupleMessage.java} (60%)