(ignite-3) branch main updated (ff177e75b9 -> f719ae6e67)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from ff177e75b9 IGNITE-22847 Add TaskDescriptor to Сompute API (#4153) add f719ae6e67 IGNITE-21595 .NET: Update dependencies (#4154) No new revisions were added by this update. Summary of changes: .../Apache.Ignite.Benchmarks.csproj | 2 +- .../Serialization/SerializerHandlerReadBenchmarks.cs | 6 +++--- .../Apache.Ignite.Internal.Generators.csproj | 3 ++- .../ExceptionsGenerator.cs | 7 ++- .../Apache.Ignite.Tests/Apache.Ignite.Tests.csproj | 4 ++-- .../dotnet/Apache.Ignite.Tests/ConsoleLogger.cs | 4 +++- .../dotnet/Apache.Ignite.Tests/ListLogger.cs | 4 +++- .../dotnet/Apache.Ignite/Apache.Ignite.csproj| 2 +- .../dotnet/Apache.Ignite/Compute/JobTarget.cs| 14 ++ .../Apache.Ignite/Internal/Network/ConnectionInfo.cs | 5 + .../dotnet/Apache.Ignite/Internal/Network/SslInfo.cs | 9 + .../Apache.Ignite/Internal/Sql/ColumnMetadata.cs | 20 ++-- .../Apache.Ignite/Internal/Sql/ColumnOrigin.cs | 15 ++- .../Apache.Ignite/Internal/Sql/ResultSetMetadata.cs | 4 .../dotnet/Apache.Ignite/Table/ReceiverDescriptor.cs | 2 ++ modules/platforms/dotnet/Directory.Build.props | 2 +- 16 files changed, 80 insertions(+), 23 deletions(-)
(ignite-3) branch main updated: IGNITE-22847 Add TaskDescriptor to Сompute API (#4153)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new ff177e75b9 IGNITE-22847 Add TaskDescriptor to Сompute API (#4153) ff177e75b9 is described below commit ff177e75b986ef1054d2f746267b083675d0d0f7 Author: Pavel Tupitsyn AuthorDate: Tue Jul 30 11:33:56 2024 +0300 IGNITE-22847 Add TaskDescriptor to Сompute API (#4153) Similar to JobDescriptor, add TaskDescriptor for MapReduce method family, to keep the API consistent. --- .../org/apache/ignite/compute/IgniteCompute.java | 20 ++-- .../org/apache/ignite/compute/TaskDescriptor.java | 129 + .../apache/ignite/compute/task/MapReduceTask.java | 4 +- .../internal/client/proto/ClientMessagePacker.java | 2 +- .../ClientComputeExecuteMapReduceRequest.java | 4 +- .../apache/ignite/client/ClientOperationType.java | 3 +- .../internal/client/compute/ClientCompute.java | 20 ++-- .../apache/ignite/client/ClientComputeTest.java| 11 +- .../apache/ignite/client/fakes/FakeCompute.java| 7 +- .../ignite/internal/compute/ItComputeBaseTest.java | 17 ++- .../ignite/internal/compute/ItMapReduceTest.java | 24 ++-- .../internal/compute/AntiHijackIgniteCompute.java | 12 +- .../ignite/internal/compute/IgniteComputeImpl.java | 13 ++- .../client/ItThinClientComputeMarshallingTest.java | 5 +- .../runner/app/client/ItThinClientComputeTest.java | 16 ++- 15 files changed, 221 insertions(+), 66 deletions(-) diff --git a/modules/api/src/main/java/org/apache/ignite/compute/IgniteCompute.java b/modules/api/src/main/java/org/apache/ignite/compute/IgniteCompute.java index f5569d4056..32e3cddd57 100644 --- a/modules/api/src/main/java/org/apache/ignite/compute/IgniteCompute.java +++ b/modules/api/src/main/java/org/apache/ignite/compute/IgniteCompute.java @@ -22,14 +22,12 @@ import static java.util.function.Function.identity; import static java.util.stream.Collectors.toMap; import java.util.HashMap; -import java.util.List; import java.util.Map; import java.util.Map.Entry; import java.util.Set; import java.util.concurrent.CompletableFuture; import org.apache.ignite.compute.task.MapReduceTask; import org.apache.ignite.compute.task.TaskExecution; -import org.apache.ignite.deployment.DeploymentUnit; import org.apache.ignite.network.ClusterNode; import org.jetbrains.annotations.Nullable; @@ -169,25 +167,23 @@ public interface IgniteCompute { * * @param Job argument (T)ype. * @param Job (R)esult type. - * @param units Deployment units. - * @param taskClassName Map reduce task class name. + * @param taskDescriptor Map reduce task descriptor. * @param arg Task argument. * @return Task execution interface. */ - TaskExecution submitMapReduce(List units, String taskClassName, @Nullable T arg); + TaskExecution submitMapReduce(TaskDescriptor taskDescriptor, @Nullable T arg); /** * Submits a {@link MapReduceTask} of the given class for an execution. A shortcut for {@code submitMapReduce(...).resultAsync()}. * * @param Job argument (T)ype. * @param Job (R)esult type. - * @param units Deployment units. - * @param taskClassName Map reduce task class name. + * @param taskDescriptor Map reduce task descriptor. * @param arg Task argument. * @return Task result future. */ -default CompletableFuture executeMapReduceAsync(List units, String taskClassName, @Nullable T arg) { -return this.submitMapReduce(units, taskClassName, arg).resultAsync(); +default CompletableFuture executeMapReduceAsync(TaskDescriptor taskDescriptor, @Nullable T arg) { +return submitMapReduce(taskDescriptor, arg).resultAsync(); } /** @@ -195,11 +191,11 @@ public interface IgniteCompute { * * @param Job argument (T)ype. * @param Job (R)esult type. - * @param units Deployment units. - * @param taskClassName Map reduce task class name. + * @param taskDescriptor Map reduce task descriptor. * @param arg Task argument. * @return Task result. * @throws ComputeException If there is any problem executing the task. */ - R executeMapReduce(List units, String taskClassName, @Nullable T arg); + R executeMapReduce(TaskDescriptor taskDescriptor, @Nullable T arg); + } diff --git a/modules/api/src/main/java/org/apache/ignite/compute/TaskDescriptor.java b/modules/api/src/main/java/org/apache/ignite/compute/TaskDescriptor.java new file mode 100644 index 00..511cd0312f --- /dev/null +++ b/modules/api/src/main/java/org/apache/ignite/compute/TaskDescriptor.java @@ -0,0 +1,129 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed
(ignite-3) branch main updated (4f3304325d -> e513652a51)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 4f3304325d IGNITE-22125 .NET: Add MapReduce API (#4145) add e513652a51 IGNITE-22695 .NET: Add host name support to ClusterNode.Address (#4130) No new revisions were added by this update. Summary of changes: .../Compute/ComputeClusterAwarenessTests.cs| 4 +- .../Apache.Ignite.Tests/Compute/ComputeTests.cs| 9 +- .../dotnet/Apache.Ignite.Tests/ConnectionTests.cs | 117 + .../dotnet/Apache.Ignite.Tests/FakeServer.cs | 36 ++- .../dotnet/Apache.Ignite.Tests/IgniteProxy.cs | 4 +- .../dotnet/Apache.Ignite.Tests/IgniteServerBase.cs | 4 +- .../dotnet/Apache.Ignite.Tests/MetricsTests.cs | 2 +- .../dotnet/Apache.Ignite.Tests/MultiClusterTest.cs | 4 +- .../Table/PartitionManagerTests.cs | 7 +- .../dotnet/Apache.Ignite/Internal/LogMessages.cs | 10 +- .../Apache.Ignite/Internal/Network/ClusterNode.cs | 14 +-- .../dotnet/Apache.Ignite/Network/IClusterNode.cs | 2 +- 12 files changed, 181 insertions(+), 32 deletions(-) create mode 100644 modules/platforms/dotnet/Apache.Ignite.Tests/ConnectionTests.cs
(ignite-3) branch main updated (7283a51433 -> 4f3304325d)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 7283a51433 IGNITE-22751 .NET: Enable NuGet audit (#4132) add 4f3304325d IGNITE-22125 .NET: Add MapReduce API (#4145) No new revisions were added by this update. Summary of changes: .../Apache.Ignite.Tests/Compute/ComputeTests.cs| 143 - .../dotnet/Apache.Ignite/ClientOperationType.cs| 7 +- .../dotnet/Apache.Ignite/Compute/ICompute.cs | 16 ++- .../dotnet/Apache.Ignite/Compute/IJobExecution.cs | 6 +- .../dotnet/Apache.Ignite/Compute/ITaskExecution.cs | 80 .../dotnet/Apache.Ignite/Compute/JobStatus.cs | 2 +- .../{JobDescriptor.cs => TaskDescriptor.cs}| 12 +- .../Compute/{JobState.cs => TaskState.cs} | 10 +- .../Compute/{JobStatus.cs => TaskStatus.cs}| 16 +-- .../Apache.Ignite/Internal/Compute/Compute.cs | 101 ++- .../Apache.Ignite/Internal/Compute/JobExecution.cs | 4 +- .../Compute/{JobExecution.cs => TaskExecution.cs} | 50 +-- .../Apache.Ignite/Internal/Proto/ClientOp.cs | 3 + .../Internal/Proto/ClientOpExtensions.cs | 1 + .../dotnet/Apache.Ignite/RetryReadPolicy.cs| 1 + .../runner/app/PlatformTestNodeRunner.java | 37 ++ 16 files changed, 436 insertions(+), 53 deletions(-) create mode 100644 modules/platforms/dotnet/Apache.Ignite/Compute/ITaskExecution.cs copy modules/platforms/dotnet/Apache.Ignite/Compute/{JobDescriptor.cs => TaskDescriptor.cs} (76%) copy modules/platforms/dotnet/Apache.Ignite/Compute/{JobState.cs => TaskState.cs} (88%) copy modules/platforms/dotnet/Apache.Ignite/Compute/{JobStatus.cs => TaskStatus.cs} (74%) copy modules/platforms/dotnet/Apache.Ignite/Internal/Compute/{JobExecution.cs => TaskExecution.cs} (62%)
(ignite-3) branch main updated: IGNITE-22751 .NET: Enable NuGet audit (#4132)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 7283a51433 IGNITE-22751 .NET: Enable NuGet audit (#4132) 7283a51433 is described below commit 7283a514330ca93c916baacbbc96227f391bbac7 Author: Pavel Tupitsyn AuthorDate: Mon Jul 29 14:31:36 2024 +0300 IGNITE-22751 .NET: Enable NuGet audit (#4132) Fail the build if a security vulnerability is detected in any package in the dependency graph (direct or transitive). --- modules/platforms/dotnet/Directory.Build.props | 4 1 file changed, 4 insertions(+) diff --git a/modules/platforms/dotnet/Directory.Build.props b/modules/platforms/dotnet/Directory.Build.props index 93f9bdd247..244b532876 100644 --- a/modules/platforms/dotnet/Directory.Build.props +++ b/modules/platforms/dotnet/Directory.Build.props @@ -34,6 +34,10 @@ snupkg Apache;Ignite;In-Memory;Distributed;Computing;SQL;NoSQL;Database; .NET client for Apache Ignite. Ignite is a distributed database for high-performance computing with in-memory speed. + +true +all +low
(ignite-3) branch main updated: IGNITE-22642 Add internal heartbeat API to Java and .NET clients (#4146)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 99457caa18 IGNITE-22642 Add internal heartbeat API to Java and .NET clients (#4146) 99457caa18 is described below commit 99457caa1896cf78f28c903880eb2988646b954c Author: Pavel Tupitsyn AuthorDate: Mon Jul 29 13:06:21 2024 +0300 IGNITE-22642 Add internal heartbeat API to Java and .NET clients (#4146) Add internal heartbeat API with optional payload for benchmarking to Java and .NET clients. --- .../ignite/internal/client/ClientChannel.java | 12 ++ .../ignite/internal/client/ReliableChannel.java| 23 ++ .../ignite/internal/client/TcpIgniteClient.java| 9 .../client/ObservableTimestampPropagationTest.java | 4 +- .../ignite/client/PartitionAwarenessTest.java | 3 +- .../org/apache/ignite/client/RetryPolicyTest.java | 6 +-- .../Apache.Ignite.Tests/IgniteClientTests.cs | 20 + .../dotnet/Apache.Ignite.Tests/MetricsTests.cs | 2 +- .../dotnet/Apache.Ignite.Tests/TestUtils.cs| 2 +- .../Transactions/TransactionsTests.cs | 4 +- .../Apache.Ignite/Internal/ClientFailoverSocket.cs | 19 .../dotnet/Apache.Ignite/Internal/ClientSocket.cs | 50 -- .../Apache.Ignite/Internal/IgniteClientInternal.cs | 23 +- .../app/client/ItThinClientConnectionTest.java | 20 + 14 files changed, 151 insertions(+), 46 deletions(-) diff --git a/modules/client/src/main/java/org/apache/ignite/internal/client/ClientChannel.java b/modules/client/src/main/java/org/apache/ignite/internal/client/ClientChannel.java index 67350024b3..4e93d9c90a 100644 --- a/modules/client/src/main/java/org/apache/ignite/internal/client/ClientChannel.java +++ b/modules/client/src/main/java/org/apache/ignite/internal/client/ClientChannel.java @@ -18,6 +18,7 @@ package org.apache.ignite.internal.client; import java.util.concurrent.CompletableFuture; +import org.apache.ignite.internal.client.proto.ClientOp; import org.jetbrains.annotations.Nullable; /** @@ -71,4 +72,15 @@ public interface ClientChannel extends AutoCloseable { * @return Protocol context. */ ProtocolContext protocolContext(); + +/** + * Send heartbeat request. + * + * @param payloadWriter Payload writer or {@code null} for no payload. + * Heartbeat request payload is ignored by the server, but can be used for benchmarking. + * @return Future for the operation. + */ +default CompletableFuture heartbeatAsync(@Nullable PayloadWriter payloadWriter) { +return serviceAsync(ClientOp.HEARTBEAT, payloadWriter, null, false); +} } diff --git a/modules/client/src/main/java/org/apache/ignite/internal/client/ReliableChannel.java b/modules/client/src/main/java/org/apache/ignite/internal/client/ReliableChannel.java index e648d33889..906dd15405 100644 --- a/modules/client/src/main/java/org/apache/ignite/internal/client/ReliableChannel.java +++ b/modules/client/src/main/java/org/apache/ignite/internal/client/ReliableChannel.java @@ -200,6 +200,29 @@ public final class ReliableChannel implements AutoCloseable { return observableTimestamp.get(); } +/** + * Gets active client channels. + * + * @return List of connected channels. + */ +public List channels() { +List res = new ArrayList<>(channels.size()); + +for (var holder : nodeChannelsByName.values()) { +var chFut = holder.chFut; + +if (chFut != null) { +ClientChannel ch = ClientFutureUtils.getNowSafe(chFut); + +if (ch != null && !ch.closed()) { +res.add(ch); +} +} +} + +return res; +} + /** * Sends request and handles response asynchronously. * diff --git a/modules/client/src/main/java/org/apache/ignite/internal/client/TcpIgniteClient.java b/modules/client/src/main/java/org/apache/ignite/internal/client/TcpIgniteClient.java index 7a7f508820..22e4062e4c 100644 --- a/modules/client/src/main/java/org/apache/ignite/internal/client/TcpIgniteClient.java +++ b/modules/client/src/main/java/org/apache/ignite/internal/client/TcpIgniteClient.java @@ -252,6 +252,15 @@ public class TcpIgniteClient implements IgniteClient { return metrics; } +/** + * Returns the underlying channel. + * + * @return Channel. + */ +public ReliableChannel channel() { +return ch; +} + /** * Sends ClientMessage request to server side asynchronously and returns result future. * diff --git a/modules/client/src/test/java/org/apache/ignite/client/ObservableTimestampPropagationTest.java b/modules/client/src/test/java/org/apache
(ignite-3) branch main updated (4dd7ca1dd9 -> cfc8dd8f54)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 4dd7ca1dd9 IGNITE-22834 disable flaky testEstimatedSizeAfterScaleUp test (#4139) add cfc8dd8f54 Bump jackson from 2.17.1 to 2.17.2 (#4057) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch dependabot/gradle/jackson-2.17.2 deleted (was 81df899f66)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/jackson-2.17.2 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 81df899f66 Bump jackson from 2.17.1 to 2.17.2 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: IGNITE-22791 Fix marshaller spelling (#4127)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 5691869bec IGNITE-22791 Fix marshaller spelling (#4127) 5691869bec is described below commit 5691869bec86fd11e1fd8f77e8dfd2c0be194f28 Author: Pavel Tupitsyn AuthorDate: Wed Jul 24 10:29:38 2024 +0300 IGNITE-22791 Fix marshaller spelling (#4127) --- docs/_docs/developers-guide/clients/cpp.adoc | 2 +- ...croBenchmark.java => UpdateCommandsMarshallingMicroBenchmark.java} | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/docs/_docs/developers-guide/clients/cpp.adoc b/docs/_docs/developers-guide/clients/cpp.adoc index c929614fcb..c7d5b9e2cc 100644 --- a/docs/_docs/developers-guide/clients/cpp.adoc +++ b/docs/_docs/developers-guide/clients/cpp.adoc @@ -244,7 +244,7 @@ There are limitations to user types that can be used for such a mapping. Some li - Fields should be mapped to Ignite types; - All fields in user type should either be mapped to Table column or explicitly excluded; - All columns from Table should be mapped to some field in the user type; -- *C++ only*: User has to provide marshaling functions explicitly as there is no reflection to generate them based on user type structure. +- *C++ only*: User has to provide marshalling functions explicitly as there is no reflection to generate them based on user type structure. === Usage Examples diff --git a/modules/table/src/test/java/org/apache/ignite/internal/benchmarks/UpdateCommandsMarshalingMicroBenchmark.java b/modules/table/src/test/java/org/apache/ignite/internal/benchmarks/UpdateCommandsMarshallingMicroBenchmark.java similarity index 97% rename from modules/table/src/test/java/org/apache/ignite/internal/benchmarks/UpdateCommandsMarshalingMicroBenchmark.java rename to modules/table/src/test/java/org/apache/ignite/internal/benchmarks/UpdateCommandsMarshallingMicroBenchmark.java index cbd6f4caa5..f55be29e5b 100644 --- a/modules/table/src/test/java/org/apache/ignite/internal/benchmarks/UpdateCommandsMarshalingMicroBenchmark.java +++ b/modules/table/src/test/java/org/apache/ignite/internal/benchmarks/UpdateCommandsMarshallingMicroBenchmark.java @@ -62,7 +62,7 @@ import org.openjdk.jmh.runner.options.OptionsBuilder; @BenchmarkMode(Mode.Throughput) @OutputTimeUnit(TimeUnit.MILLISECONDS) @State(Scope.Thread) -public class UpdateCommandsMarshalingMicroBenchmark { +public class UpdateCommandsMarshallingMicroBenchmark { private static final PartitionReplicationMessagesFactory PARTITION_REPLICATION_MESSAGES_FACTORY = new PartitionReplicationMessagesFactory(); @@ -151,7 +151,7 @@ public class UpdateCommandsMarshalingMicroBenchmark { public static void main(String[] args) throws Exception { Options build = new OptionsBuilder() // .addProfiler("gc") - .include(UpdateCommandsMarshalingMicroBenchmark.class.getName() + ".*").build(); + .include(UpdateCommandsMarshallingMicroBenchmark.class.getName() + ".*").build(); new Runner(build).run(); }
(ignite-3) branch dependabot/gradle/netty-4.1.112.Final deleted (was c86b474c1d)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/netty-4.1.112.Final in repository https://gitbox.apache.org/repos/asf/ignite-3.git was c86b474c1d Bump netty from 4.1.111.Final to 4.1.112.Final The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated (6178f00920 -> 76ef888279)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 6178f00920 IGNITE-22799 Add partition ID to BplusTree names to make debugging easier (#4126) add 76ef888279 Bump netty from 4.1.111.Final to 4.1.112.Final (#4120) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch dependabot/gradle/jline-3.26.3 deleted (was 397dc2472c)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/jline-3.26.3 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 397dc2472c Bump jline from 3.26.2 to 3.26.3 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump jline from 3.26.2 to 3.26.3 (#4105)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 6aeb623fff Bump jline from 3.26.2 to 3.26.3 (#4105) 6aeb623fff is described below commit 6aeb623fff04ca28fa9986f695bc4326a3646cf8 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Mon Jul 22 11:04:41 2024 +0300 Bump jline from 3.26.2 to 3.26.3 (#4105) Bumps `jline` from 3.26.2 to 3.26.3. Updates `org.jline:jline` from 3.26.2 to 3.26.3 - [Release notes](https://github.com/jline/jline3/releases) - [Changelog](https://github.com/jline/jline3/blob/master/changelog.md) - [Commits](https://github.com/jline/jline3/compare/jline-parent-3.26.2...jline-parent-3.26.3) Updates `org.jline:jline-console` from 3.26.2 to 3.26.3 - [Release notes](https://github.com/jline/jline3/releases) - [Changelog](https://github.com/jline/jline3/blob/master/changelog.md) - [Commits](https://github.com/jline/jline3/compare/jline-parent-3.26.2...jline-parent-3.26.3) --- updated-dependencies: - dependency-name: org.jline:jline dependency-type: direct:production update-type: version-update:semver-patch - dependency-name: org.jline:jline-console dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index fb56a067a7..bc8c95970d 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -29,7 +29,7 @@ netty = "4.1.111.Final" javapoet = "1.13.0" javax = "1.3.2" jetbrainsAnnotations = "24.1.0" -jline = "3.26.2" +jline = "3.26.3" jmh = "1.37" junit5 = "5.10.3" junitPioneer = "2.2.0"
(ignite-3) branch dependabot/gradle/com.github.spotbugs-6.0.19 deleted (was 47ceded409)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/com.github.spotbugs-6.0.19 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 47ceded409 Bump com.github.spotbugs from 6.0.18 to 6.0.19 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump com.github.spotbugs from 6.0.18 to 6.0.19 (#4081)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 1d2f377a58 Bump com.github.spotbugs from 6.0.18 to 6.0.19 (#4081) 1d2f377a58 is described below commit 1d2f377a58b40e37bc2d9ff0c5d9e6fa553dec8e Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Mon Jul 22 07:49:43 2024 +0300 Bump com.github.spotbugs from 6.0.18 to 6.0.19 (#4081) Bumps com.github.spotbugs from 6.0.18 to 6.0.19. --- updated-dependencies: - dependency-name: com.github.spotbugs dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 89d6b72a15..fb56a067a7 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -100,7 +100,7 @@ checksum = "org.gradle.crypto.checksum:1.4.0" setupbuilder = "de.inetsoftware.setupbuilder:8.4.21" aggregateJavadoc = "io.freefair.aggregate-javadoc:6.6.3" ideaext = "org.jetbrains.gradle.plugin.idea-ext:1.1.8" -spotbugs = "com.github.spotbugs:6.0.18" +spotbugs = "com.github.spotbugs:6.0.19" [libraries]
(ignite-3) branch dependabot/gradle/org.rocksdb-rocksdbjni-9.4.0 deleted (was 3ea613dc5f)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/org.rocksdb-rocksdbjni-9.4.0 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 3ea613dc5f Bump org.rocksdb:rocksdbjni from 9.3.1 to 9.4.0 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump org.rocksdb:rocksdbjni from 9.3.1 to 9.4.0 (#4089)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 95fc4dfc10 Bump org.rocksdb:rocksdbjni from 9.3.1 to 9.4.0 (#4089) 95fc4dfc10 is described below commit 95fc4dfc1028fff073f46de0fb2bc2181f2b7efb Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Mon Jul 22 07:49:20 2024 +0300 Bump org.rocksdb:rocksdbjni from 9.3.1 to 9.4.0 (#4089) Bumps [org.rocksdb:rocksdbjni](https://github.com/facebook/rocksdb) from 9.3.1 to 9.4.0. - [Release notes](https://github.com/facebook/rocksdb/releases) - [Changelog](https://github.com/facebook/rocksdb/blob/main/HISTORY.md) - [Commits](https://github.com/facebook/rocksdb/compare/v9.3.1...v9.4.0) --- updated-dependencies: - dependency-name: org.rocksdb:rocksdbjni dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 45700ebbff..89d6b72a15 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -61,7 +61,7 @@ value = "2.10.1" janino = "3.1.12" jsonpath = "2.9.0" javassist = "3.30.2-GA" -rocksdb = "9.3.1" +rocksdb = "9.4.0" disruptor = "4.0.0" metrics = "4.2.26" jctools = "4.0.5"
(ignite-3) branch main updated (96095a157b -> 9b271581a7)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 96095a157b IGNITE-22770 Fix testBytesSentReceived fail on short version (#4107) add 9b271581a7 IGNITE-22285 Implement Embedded Data Streamer with Receiver (#4103) No new revisions were added by this update. Summary of changes: .../apache/ignite/table/DataStreamerReceiver.java | 2 +- .../apache/ignite/table/DataStreamerTarget.java| 2 +- .../apache/ignite/table/ReceiverDescriptor.java| 18 ++-- .../client/proto/ClientBinaryTupleUtils.java | 2 +- .../client/proto/StreamerReceiverSerializer.java | 120 ++--- .../handler/ClientInboundMessageHandler.java | 2 +- ...ClientStreamerWithReceiverBatchSendRequest.java | 67 +--- .../internal/client/table/ClientDataStreamer.java | 5 +- .../client/table/ClientKeyValueBinaryView.java | 2 +- .../internal/client/table/ClientKeyValueView.java | 2 +- .../client/table/ClientRecordBinaryView.java | 2 +- .../internal/client/table/ClientRecordView.java| 2 +- .../apache/ignite/client/ClientComputeTest.java| 35 -- .../apache/ignite/client/RequestBalancingTest.java | 7 +- .../ignite/client/TestClientHandlerModule.java | 4 +- .../java/org/apache/ignite/client/TestServer.java | 6 +- .../org/apache/ignite/client/fakes/FakeIgnite.java | 10 +- .../ignite/client/fakes/FakeIgniteTables.java | 14 ++- .../ignite/client/fakes/FakeInternalTable.java | 33 +- modules/compute/build.gradle | 2 + .../ignite/internal/compute/IgniteComputeImpl.java | 50 - .../compute/streamer/StreamerReceiverJob.java | 64 +++ .../replicator/ItReplicaLifecycleTest.java | 3 + .../streamer/ItAbstractDataStreamerTest.java | 36 ++- .../streamer/ItServerDataStreamerTest.java | 23 .../exec/rel/TableScanNodeExecutionTest.java | 4 +- .../rebalance/ItRebalanceDistributedTest.java | 3 + .../ignite/internal/table/ItColocationTest.java| 3 +- .../apache/ignite/internal/table/DataStreamer.java | 2 +- .../internal/table/IgniteTablesInternal.java | 2 + .../ignite/internal/table/InternalTable.java | 7 ++ .../internal/table/KeyValueBinaryViewImpl.java | 30 +- .../ignite/internal/table/KeyValueViewImpl.java| 50 ++--- .../internal/table/RecordBinaryViewImpl.java | 30 +- .../ignite/internal/table/RecordViewImpl.java | 48 ++--- .../internal/table/StreamerReceiverRunner.java | 63 +++ .../internal/table/distributed/TableManager.java | 13 ++- .../distributed/storage/InternalTableImpl.java | 12 ++- .../distributed/TableManagerRecoveryTest.java | 3 + .../table/distributed/TableManagerTest.java| 3 + .../storage/InternalTableEstimatedSizeTest.java| 4 +- .../distributed/storage/InternalTableImplTest.java | 5 +- .../apache/ignite/distributed/ItTxTestCluster.java | 4 +- .../table/impl/DummyInternalTableImpl.java | 4 +- 44 files changed, 612 insertions(+), 191 deletions(-) create mode 100644 modules/compute/src/main/java/org/apache/ignite/internal/compute/streamer/StreamerReceiverJob.java create mode 100644 modules/table/src/main/java/org/apache/ignite/internal/table/StreamerReceiverRunner.java
(ignite-3) branch main updated: IGNITE-22770 Fix testBytesSentReceived fail on short version (#4107)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 96095a157b IGNITE-22770 Fix testBytesSentReceived fail on short version (#4107) 96095a157b is described below commit 96095a157b2cead18b5183f69e6f5126dfeff992 Author: Pavel Tupitsyn AuthorDate: Thu Jul 18 12:58:38 2024 +0300 IGNITE-22770 Fix testBytesSentReceived fail on short version (#4107) --- .../src/test/java/org/apache/ignite/client/ClientMetricsTest.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modules/client/src/test/java/org/apache/ignite/client/ClientMetricsTest.java b/modules/client/src/test/java/org/apache/ignite/client/ClientMetricsTest.java index ee4ac5d440..869bd5decf 100644 --- a/modules/client/src/test/java/org/apache/ignite/client/ClientMetricsTest.java +++ b/modules/client/src/test/java/org/apache/ignite/client/ClientMetricsTest.java @@ -21,7 +21,7 @@ import static org.apache.ignite.client.fakes.FakeIgniteTables.TABLE_ONE_COLUMN; import static org.apache.ignite.internal.sql.engine.util.SqlTestUtils.assertThrowsSqlException; import static org.apache.ignite.internal.util.IgniteUtils.closeAll; import static org.hamcrest.MatcherAssert.assertThat; -import static org.hamcrest.Matchers.greaterThan; +import static org.hamcrest.Matchers.greaterThanOrEqualTo; import static org.junit.jupiter.api.Assertions.assertEquals; import static org.junit.jupiter.api.Assertions.assertNotNull; import static org.junit.jupiter.api.Assertions.assertTrue; @@ -233,7 +233,7 @@ public class ClientMetricsTest extends BaseIgniteAbstractTest { assertEquals(15, metrics().bytesSent()); long handshakeReceived = metrics().bytesReceived(); -assertThat(handshakeReceived, greaterThan(80L)); +assertThat(handshakeReceived, greaterThanOrEqualTo(77L)); client.tables().tables();
(ignite-3) branch dependabot/gradle/org.assertj-assertj-core-3.26.3 deleted (was 76803d3641)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/org.assertj-assertj-core-3.26.3 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 76803d3641 Bump org.assertj:assertj-core from 3.26.0 to 3.26.3 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump org.assertj:assertj-core from 3.26.0 to 3.26.3 (#4076)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new cc2ea0d1a2 Bump org.assertj:assertj-core from 3.26.0 to 3.26.3 (#4076) cc2ea0d1a2 is described below commit cc2ea0d1a25a86dcc8f04084e8c1ea4b4aacdd80 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Wed Jul 17 17:33:32 2024 +0300 Bump org.assertj:assertj-core from 3.26.0 to 3.26.3 (#4076) Bumps [org.assertj:assertj-core](https://github.com/assertj/assertj) from 3.26.0 to 3.26.3. - [Release notes](https://github.com/assertj/assertj/releases) - [Commits](https://github.com/assertj/assertj/compare/assertj-build-3.26.0...assertj-build-3.26.3) --- updated-dependencies: - dependency-name: org.assertj:assertj-core dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 5e8c4d46b5..45700ebbff 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -16,7 +16,7 @@ # [versions] -assertj = "3.26.0" +assertj = "3.26.3" asm = "9.7" bouncycastle = "1.78.1" compileTesting = "0.21.0"
(ignite-3) branch main updated: Bump io.github.goooler.shadow from 8.1.7 to 8.1.8 (#3995)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new c3ad113dd4 Bump io.github.goooler.shadow from 8.1.7 to 8.1.8 (#3995) c3ad113dd4 is described below commit c3ad113dd49b53b95e0504eed8e467f08f25f0f9 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Mon Jul 15 08:45:56 2024 +0300 Bump io.github.goooler.shadow from 8.1.7 to 8.1.8 (#3995) Bumps [io.github.goooler.shadow](https://github.com/Goooler/shadow) from 8.1.7 to 8.1.8. - [Release notes](https://github.com/Goooler/shadow/releases) - [Commits](https://github.com/Goooler/shadow/compare/v8.1.7...v8.1.8) --- updated-dependencies: - dependency-name: io.github.goooler.shadow dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index cb23ac3c90..db543cb46c 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -92,7 +92,7 @@ spotbugsTool = "4.8.3" [plugins] openapiGenerator = "org.openapi.generator:7.7.0" javacc = "com.intershop.gradle.javacc:4.1.3" -shadow = "io.github.goooler.shadow:8.1.7" +shadow = "io.github.goooler.shadow:8.1.8" cmake = "net.freudasoft.gradle-cmake-plugin:0.0.4" nebula = "com.netflix.nebula.ospackage:11.9.1" docker = "com.palantir.docker:0.36.0"
(ignite-3) branch dependabot/gradle/io.github.goooler.shadow-8.1.8 deleted (was 31c7dc5e9a)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/io.github.goooler.shadow-8.1.8 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 31c7dc5e9a Bump io.github.goooler.shadow from 8.1.7 to 8.1.8 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump org.junit.platform:junit-platform-testkit from 1.10.2 to 1.10.3 (#4004)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new c00b97c18d Bump org.junit.platform:junit-platform-testkit from 1.10.2 to 1.10.3 (#4004) c00b97c18d is described below commit c00b97c18dd34602c766aed88b56d52bbaeed477 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Thu Jul 11 17:06:59 2024 +0300 Bump org.junit.platform:junit-platform-testkit from 1.10.2 to 1.10.3 (#4004) Bumps [org.junit.platform:junit-platform-testkit](https://github.com/junit-team/junit5) from 1.10.2 to 1.10.3. - [Release notes](https://github.com/junit-team/junit5/releases) - [Commits](https://github.com/junit-team/junit5/commits) --- updated-dependencies: - dependency-name: org.junit.platform:junit-platform-testkit dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index ff5760d023..cb23ac3c90 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -72,7 +72,7 @@ kryo = "5.6.0" bytebuddy = "1.14.18" mockServer = "5.15.0" archunit = "1.3.0" -testkit = "1.10.2" +testkit = "1.10.3" openapi = "4.10.0" autoService = "1.1.1" awaitility = "4.2.1"
(ignite-3) branch dependabot/gradle/org.junit.platform-junit-platform-testkit-1.10.3 deleted (was 3c86213c5b)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/org.junit.platform-junit-platform-testkit-1.10.3 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 3c86213c5b Bump org.junit.platform:junit-platform-testkit from 1.10.2 to 1.10.3 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated (60b76cf961 -> 942d94ddb3)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 60b76cf961 IGNITE-22682 Use IndexMeta in FullStateTransferIndexChooser (#4067) add 942d94ddb3 IGNITE-22523 Thin client: reserve op code range for extensions (#4071) No new revisions were added by this update. Summary of changes: .../java/org/apache/ignite/internal/client/proto/ClientOp.java| 8 .../src/test/java/org/apache/ignite/client/RetryPolicyTest.java | 5 + 2 files changed, 13 insertions(+)
(ignite-3) branch main updated (618a0a9d83 -> d41170dd2d)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 618a0a9d83 Bump junit5 from 5.10.2 to 5.10.3 (#4003) add d41170dd2d Bump net.bytebuddy:byte-buddy from 1.14.17 to 1.14.18 (#4064) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch dependabot/gradle/net.bytebuddy-byte-buddy-1.14.18 deleted (was 6f8b3b73a0)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/net.bytebuddy-byte-buddy-1.14.18 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 6f8b3b73a0 Bump net.bytebuddy:byte-buddy from 1.14.17 to 1.14.18 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch dependabot/gradle/junit5-5.10.3 deleted (was 12e491ee74)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/junit5-5.10.3 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 12e491ee74 Bump junit5 from 5.10.2 to 5.10.3 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated (2edaa01d00 -> 618a0a9d83)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 2edaa01d00 IGNITE-22698 Sql. Extend test coverage for numeric comparison with literal wider than numeric type (#4063) add 618a0a9d83 Bump junit5 from 5.10.2 to 5.10.3 (#4003) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch main updated: IGNITE-22150 .NET: Add PartitionManager API (#4062)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new be15cc7c95 IGNITE-22150 .NET: Add PartitionManager API (#4062) be15cc7c95 is described below commit be15cc7c9504b1c735b998ea8ff376c22a505c91 Author: Pavel Tupitsyn AuthorDate: Wed Jul 10 12:47:41 2024 +0300 IGNITE-22150 .NET: Add PartitionManager API (#4062) * Add `ITable.PartitionManager` API (`GetPrimaryReplicas`, `GetPartition`) * Cache results based on known `PartitionAssignmentTimestamp` --- .../client/table/ClientPartitionManager.java | 6 - .../Apache.Ignite.Tests/Compute/ComputeTests.cs| 2 + .../dotnet/Apache.Ignite.Tests/FakeServer.cs | 23 +++ .../dotnet/Apache.Ignite.Tests/IgniteTestsBase.cs | 1 + .../Table/PartitionManagerTests.cs | 180 + .../dotnet/Apache.Ignite/ClientOperationType.cs| 5 + .../Apache.Ignite/Internal/IgniteClientInternal.cs | 8 +- .../Apache.Ignite/Internal/Network/ClusterNode.cs | 28 +++ .../Apache.Ignite/Internal/Proto/ClientOp.cs | 3 + .../Internal/Proto/ClientOpExtensions.cs | 1 + .../Apache.Ignite/Internal/Table/HashPartition.cs | 31 +++ .../Internal/Table/PartitionManager.cs | 224 + .../Serialization/IRecordSerializerHandler.cs | 24 +++ .../dotnet/Apache.Ignite/Internal/Table/Table.cs | 5 + .../dotnet/Apache.Ignite/RetryReadPolicy.cs| 1 + .../dotnet/Apache.Ignite/Table/IPartition.cs | 29 +++ .../Apache.Ignite/Table/IPartitionManager.cs | 61 ++ .../platforms/dotnet/Apache.Ignite/Table/ITable.cs | 5 + .../runner/app/PlatformTestNodeRunner.java | 14 ++ 19 files changed, 638 insertions(+), 13 deletions(-) diff --git a/modules/client/src/main/java/org/apache/ignite/internal/client/table/ClientPartitionManager.java b/modules/client/src/main/java/org/apache/ignite/internal/client/table/ClientPartitionManager.java index ad0494985d..1e07c62174 100644 --- a/modules/client/src/main/java/org/apache/ignite/internal/client/table/ClientPartitionManager.java +++ b/modules/client/src/main/java/org/apache/ignite/internal/client/table/ClientPartitionManager.java @@ -23,7 +23,6 @@ import static org.apache.ignite.internal.client.table.ClientTupleSerializer.getP import java.time.Instant; import java.time.temporal.ChronoUnit; -import java.util.Collections; import java.util.HashMap; import java.util.Map; import java.util.Objects; @@ -85,11 +84,6 @@ public class ClientPartitionManager implements PartitionManager { w -> w.out().packInt(tbl.tableId()), r -> { ClientMessageUnpacker in = r.in(); - -if (in.tryUnpackNil()) { -return Collections.emptyMap(); -} - int size = in.unpackInt(); Map res = new HashMap<>(size); diff --git a/modules/platforms/dotnet/Apache.Ignite.Tests/Compute/ComputeTests.cs b/modules/platforms/dotnet/Apache.Ignite.Tests/Compute/ComputeTests.cs index 03e8213d2c..ee4d5e4514 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Tests/Compute/ComputeTests.cs +++ b/modules/platforms/dotnet/Apache.Ignite.Tests/Compute/ComputeTests.cs @@ -66,6 +66,8 @@ namespace Apache.Ignite.Tests.Compute public static readonly JobDescriptor CheckedExceptionJob = new(PlatformTestNodeRunner + "$CheckedExceptionJob"); +public static readonly JobDescriptor PartitionJob = new(PlatformTestNodeRunner + "$PartitionJob"); + [Test] public async Task TestGetClusterNodes() { diff --git a/modules/platforms/dotnet/Apache.Ignite.Tests/FakeServer.cs b/modules/platforms/dotnet/Apache.Ignite.Tests/FakeServer.cs index 669b73167d..fd6d078db7 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Tests/FakeServer.cs +++ b/modules/platforms/dotnet/Apache.Ignite.Tests/FakeServer.cs @@ -377,6 +377,29 @@ namespace Apache.Ignite.Tests Send(handler, requestId, Array.Empty()); continue; } + +case ClientOp.PrimaryReplicasGet: +{ +using var arrayBufferWriter = new PooledArrayBuffer(); +var writer = new MsgPackWriter(arrayBufferWriter); + +writer.Write(PartitionAssignment.Length); + +for (var index = 0; index < PartitionAssignment.Length; index++) +{ +var nodeId = PartitionAssignment[index]; + +writer.Write(index); // Partition id. +writer.Write(4); // Prop count. +
(ignite-3) branch dependabot/gradle/org.openapi.generator-7.7.0 deleted (was 013d956c81)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/org.openapi.generator-7.7.0 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 013d956c81 Bump org.openapi.generator from 7.6.0 to 7.7.0 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump org.openapi.generator from 7.6.0 to 7.7.0 (#4029)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new f62f133bec Bump org.openapi.generator from 7.6.0 to 7.7.0 (#4029) f62f133bec is described below commit f62f133bec383eecc184fb1bdf34a1d64cce3f54 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Mon Jul 8 10:40:04 2024 +0300 Bump org.openapi.generator from 7.6.0 to 7.7.0 (#4029) Bumps org.openapi.generator from 7.6.0 to 7.7.0. --- updated-dependencies: - dependency-name: org.openapi.generator dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index d73ae02a8d..34a73ef6db 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -90,7 +90,7 @@ jacocoTool = "0.8.11" spotbugsTool = "4.8.3" [plugins] -openapiGenerator = "org.openapi.generator:7.6.0" +openapiGenerator = "org.openapi.generator:7.7.0" javacc = "com.intershop.gradle.javacc:4.1.3" shadow = "io.github.goooler.shadow:8.1.7" cmake = "net.freudasoft.gradle-cmake-plugin:0.0.4"
(ignite-3) branch main updated: Bump org.rocksdb:rocksdbjni from 9.2.1 to 9.3.1 (#4039)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 548acde12f Bump org.rocksdb:rocksdbjni from 9.2.1 to 9.3.1 (#4039) 548acde12f is described below commit 548acde12fc8f95eee70f1c7379fee1a87f79273 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Mon Jul 8 10:39:41 2024 +0300 Bump org.rocksdb:rocksdbjni from 9.2.1 to 9.3.1 (#4039) Bumps [org.rocksdb:rocksdbjni](https://github.com/facebook/rocksdb) from 9.2.1 to 9.3.1. - [Release notes](https://github.com/facebook/rocksdb/releases) - [Changelog](https://github.com/facebook/rocksdb/blob/v9.3.1/HISTORY.md) - [Commits](https://github.com/facebook/rocksdb/compare/v9.2.1...v9.3.1) --- updated-dependencies: - dependency-name: org.rocksdb:rocksdbjni dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 72451c8a99..d73ae02a8d 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -61,7 +61,7 @@ value = "2.10.1" janino = "3.1.12" jsonpath = "2.9.0" javassist = "3.30.2-GA" -rocksdb = "9.2.1" +rocksdb = "9.3.1" disruptor = "4.0.0" metrics = "4.2.26" jctools = "4.0.5"
(ignite-3) branch dependabot/gradle/org.rocksdb-rocksdbjni-9.3.1 deleted (was 1730591c03)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/org.rocksdb-rocksdbjni-9.3.1 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 1730591c03 Bump org.rocksdb:rocksdbjni from 9.2.1 to 9.3.1 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite) branch master updated: IGNITE-22586 .NET: Fix build failure due to ComputeTaskSessionTest (#11409)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/ignite.git The following commit(s) were added to refs/heads/master by this push: new 456b76c3539 IGNITE-22586 .NET: Fix build failure due to ComputeTaskSessionTest (#11409) 456b76c3539 is described below commit 456b76c3539dcc3772e3beae8081266f393754a5 Author: Ilya Shishkov AuthorDate: Thu Jun 27 16:45:35 2024 +0300 IGNITE-22586 .NET: Fix build failure due to ComputeTaskSessionTest (#11409) --- .../dotnet/Apache.Ignite.Core.Tests/Compute/ComputeTaskSessionTest.cs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modules/platforms/dotnet/Apache.Ignite.Core.Tests/Compute/ComputeTaskSessionTest.cs b/modules/platforms/dotnet/Apache.Ignite.Core.Tests/Compute/ComputeTaskSessionTest.cs index 341b636a78d..e336b52a6f1 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Core.Tests/Compute/ComputeTaskSessionTest.cs +++ b/modules/platforms/dotnet/Apache.Ignite.Core.Tests/Compute/ComputeTaskSessionTest.cs @@ -100,7 +100,7 @@ namespace Apache.Ignite.Core.Tests.Compute /// protected override ICollection> Split(int gridSize, int attrValue) { -_taskSession.SetAttributes(KeyValuePair.Create(_attrName, attrValue)); +_taskSession.SetAttributes(new KeyValuePair(_attrName, attrValue)); return new List> {new SessionAttributeGetterJob(_attrName)}; } } @@ -124,4 +124,4 @@ namespace Apache.Ignite.Core.Tests.Compute public override int Execute() => _taskSession.GetAttribute(_attrName); } } -} \ No newline at end of file +}
(ignite-3) branch main updated: IGNITE-22525 .NET: Rename JobStatus to JobState and vice versa (#3999)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new b2695def59 IGNITE-22525 .NET: Rename JobStatus to JobState and vice versa (#3999) b2695def59 is described below commit b2695def596eee4bc895b329679f36f1b21d56fa Author: Pavel Tupitsyn AuthorDate: Thu Jun 27 14:56:42 2024 +0300 IGNITE-22525 .NET: Rename JobStatus to JobState and vice versa (#3999) --- .../Apache.Ignite.Tests/Compute/ComputeTests.cs| 30 +++--- .../dotnet/Apache.Ignite/Compute/IJobExecution.cs | 2 +- .../dotnet/Apache.Ignite/Compute/JobState.cs | 46 +++-- .../dotnet/Apache.Ignite/Compute/JobStatus.cs | 48 +++--- .../Apache.Ignite/Internal/Compute/Compute.cs | 14 +++ .../Apache.Ignite/Internal/Compute/JobExecution.cs | 10 ++--- 6 files changed, 75 insertions(+), 75 deletions(-) diff --git a/modules/platforms/dotnet/Apache.Ignite.Tests/Compute/ComputeTests.cs b/modules/platforms/dotnet/Apache.Ignite.Tests/Compute/ComputeTests.cs index c339fd19ea..1139619f86 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Tests/Compute/ComputeTests.cs +++ b/modules/platforms/dotnet/Apache.Ignite.Tests/Compute/ComputeTests.cs @@ -594,7 +594,7 @@ namespace Apache.Ignite.Tests.Compute var jobExecution = await Client.Compute.SubmitAsync(await GetNodeAsync(1), SleepJob, sleepMs); -await AssertJobStatus(jobExecution, JobState.Executing, beforeStart); +await AssertJobStatus(jobExecution, JobStatus.Executing, beforeStart); } [Test] @@ -606,7 +606,7 @@ namespace Apache.Ignite.Tests.Compute var jobExecution = await Client.Compute.SubmitAsync(await GetNodeAsync(1), SleepJob, sleepMs); await jobExecution.GetResultAsync(); -await AssertJobStatus(jobExecution, JobState.Completed, beforeStart); +await AssertJobStatus(jobExecution, JobStatus.Completed, beforeStart); } [Test] @@ -617,14 +617,14 @@ namespace Apache.Ignite.Tests.Compute var jobExecution = await Client.Compute.SubmitAsync(await GetNodeAsync(1), ErrorJob, "unused"); Assert.CatchAsync(async () => await jobExecution.GetResultAsync()); -await AssertJobStatus(jobExecution, JobState.Failed, beforeStart); +await AssertJobStatus(jobExecution, JobStatus.Failed, beforeStart); } [Test] public async Task TestJobExecutionStatusNull() { var fakeJobExecution = new JobExecution( -Guid.NewGuid(), Task.FromException<(int, JobStatus)>(new Exception("x")), (Compute)Client.Compute); +Guid.NewGuid(), Task.FromException<(int, JobState)>(new Exception("x")), (Compute)Client.Compute); var status = await fakeJobExecution.GetStatusAsync(); @@ -640,7 +640,7 @@ namespace Apache.Ignite.Tests.Compute var jobExecution = await Client.Compute.SubmitAsync(await GetNodeAsync(1), SleepJob, sleepMs); await jobExecution.CancelAsync(); -await AssertJobStatus(jobExecution, JobState.Canceled, beforeStart); +await AssertJobStatus(jobExecution, JobStatus.Canceled, beforeStart); } [Test] @@ -710,23 +710,23 @@ namespace Apache.Ignite.Tests.Compute Assert.AreEqual(expected, resVal); } -private static async Task AssertJobStatus(IJobExecution jobExecution, JobState state, Instant beforeStart) +private static async Task AssertJobStatus(IJobExecution jobExecution, JobStatus status, Instant beforeStart) { -JobStatus? status = await jobExecution.GetStatusAsync(); +JobState? state = await jobExecution.GetStatusAsync(); -Assert.IsNotNull(status); -Assert.AreEqual(jobExecution.Id, status!.Id); -Assert.AreEqual(state, status.State); -Assert.Greater(status.CreateTime, beforeStart); -Assert.Greater(status.StartTime, status.CreateTime); +Assert.IsNotNull(state); +Assert.AreEqual(jobExecution.Id, state!.Id); +Assert.AreEqual(status, state.Status); +Assert.Greater(state.CreateTime, beforeStart); +Assert.Greater(state.StartTime, state.CreateTime); -if (state is JobState.Canceled or JobState.Completed or JobState.Failed) +if (status is JobStatus.Canceled or JobStatus.Completed or JobStatus.Failed) { -Assert.Greater(status.FinishTime, status.StartTime); +Assert.Greater(state.FinishTime, state.StartTime); } else { -Assert.IsNull(status.FinishTime); +
(ignite-3) branch main updated: IGNITE-22540 .NET: Add ReceiverDescriptor to Data Streamer (#3996)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 351c235c4e IGNITE-22540 .NET: Add ReceiverDescriptor to Data Streamer (#3996) 351c235c4e is described below commit 351c235c4ef68b2057ebacb6fd2147190d701644 Author: Pavel Tupitsyn AuthorDate: Thu Jun 27 13:23:17 2024 +0300 IGNITE-22540 .NET: Add ReceiverDescriptor to Data Streamer (#3996) Similar to IGNITE-22441, add `ReceiverDescriptor` to .NET. * Non-generic class for receiver without results * Generic class for receiver with results This also removes the need for the user to specify generic arguments. Before: `view.StreamDataAsync(...)`, after `view.StreamDataAsync(...)` - type arguments are inferred by the compiler from the receiver class. --- .../Apache.Ignite.Tests/PartitionAwarenessTests.cs | 5 +- .../Apache.Ignite.Tests/Table/DataStreamerTests.cs | 108 + .../Apache.Ignite/Internal/Table/KeyValueView.cs | 15 +-- .../Apache.Ignite/Internal/Table/RecordView.cs | 14 ++- .../Apache.Ignite/Table/IDataStreamerTarget.cs | 13 +-- .../Apache.Ignite/Table/ReceiverDescriptor.cs | 47 + 6 files changed, 109 insertions(+), 93 deletions(-) diff --git a/modules/platforms/dotnet/Apache.Ignite.Tests/PartitionAwarenessTests.cs b/modules/platforms/dotnet/Apache.Ignite.Tests/PartitionAwarenessTests.cs index 6e088134ce..d0ad654b42 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Tests/PartitionAwarenessTests.cs +++ b/modules/platforms/dotnet/Apache.Ignite.Tests/PartitionAwarenessTests.cs @@ -128,8 +128,7 @@ public class PartitionAwarenessTests new[] { 1 }.ToAsyncEnumerable(), keySelector: x => x, payloadSelector: x => x.ToString(), -units: Array.Empty(), -receiverClassName: "x"), +new("x")), ClientOp.StreamerWithReceiverBatchSend); [Test] @@ -144,7 +143,7 @@ public class PartitionAwarenessTests var options = new DataStreamerOptions { PageSize = 1 }; var data = producer.Reader.ReadAllAsync(); var streamerTask = withReceiver -? recordView.StreamDataAsync(data, x => x, x => x.ToString(), Array.Empty(), "x", null, options) +? recordView.StreamDataAsync(data, x => x, x => x.ToString(), new("x"), null, options) : recordView.StreamDataAsync(data, options); Func action = async _ => diff --git a/modules/platforms/dotnet/Apache.Ignite.Tests/Table/DataStreamerTests.cs b/modules/platforms/dotnet/Apache.Ignite.Tests/Table/DataStreamerTests.cs index 7b7d73f958..1103400fc0 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Tests/Table/DataStreamerTests.cs +++ b/modules/platforms/dotnet/Apache.Ignite.Tests/Table/DataStreamerTests.cs @@ -27,7 +27,6 @@ using System.Runtime.CompilerServices; using System.Threading; using System.Threading.Tasks; using Compute; -using Ignite.Compute; using Ignite.Table; using Internal.Proto; using Microsoft.Extensions.Logging; @@ -53,6 +52,12 @@ public class DataStreamerTests : IgniteTestsBase private const int DeletedKey = Count + 1; +private static readonly ReceiverDescriptor TestReceiver = new(TestReceiverClassName); + +private static readonly ReceiverDescriptor TestReceiverNoResults = new(TestReceiverClassName); + +private static readonly ReceiverDescriptor EchoArgsReceiver = new(EchoArgsReceiverClassName); + private static readonly object[] AllSupportedTypes = { true, @@ -165,8 +170,7 @@ public class DataStreamerTests : IgniteTestsBase GetTuplesWithDelay(cts.Token), x => GetTuple((long)x[0]!), x => $"{x[0]}-value", -Array.Empty(), -TestReceiverClassName, +TestReceiverNoResults, receiverArgs: new object[] { Table.Name, "arg1", 22 }, options: options); } @@ -231,8 +235,7 @@ public class DataStreamerTests : IgniteTestsBase Array.Empty().ToAsyncEnumerable(), t => t, t => t.ToString()!, -Array.Empty(), -TestReceiverClassName, +TestReceiverNoResults, null, options); @@ -240,12 +243,11 @@ public class DataStreamerTests : IgniteTestsBase // Receiver with results. case true: -await Table.RecordBinaryView.StreamDataAsync( +
(ignite-3) branch main updated (6e7f25d33c -> 055b61f97c)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 6e7f25d33c IGNITE-22569 Java thin: fix SqlBatchException propagation (#3982) add 055b61f97c IGNITE-22539 .NET: Add JobTarget (#3993) No new revisions were added by this update. Summary of changes: .../Apache.Ignite.Tests/BasicAuthenticatorTests.cs | 5 +- .../Compute/ComputeClusterAwarenessTests.cs| 19 +- .../Apache.Ignite.Tests/Compute/ComputeTests.cs| 206 + .../PartitionAwarenessRealClusterTests.cs | 8 +- .../Apache.Ignite.Tests/PartitionAwarenessTests.cs | 16 +- .../Proto/ColocationHashTests.cs | 17 +- .../Table/SchemaSynchronizationTest.cs | 16 +- .../dotnet/Apache.Ignite.Tests/TestUtils.cs| 3 + .../dotnet/Apache.Ignite.Tests/ToStringTests.cs| 5 +- .../dotnet/Apache.Ignite/ClientOperationType.cs| 2 +- .../dotnet/Apache.Ignite/Compute/ICompute.cs | 51 + .../IJobTarget.cs} | 17 +- .../dotnet/Apache.Ignite/Compute/JobDescriptor.cs | 12 +- .../dotnet/Apache.Ignite/Compute/JobTarget.cs | 87 + .../Apache.Ignite/Internal/Compute/Compute.cs | 130 ++--- 15 files changed, 352 insertions(+), 242 deletions(-) copy modules/platforms/dotnet/Apache.Ignite/{Table/DataStreamerOperationType.cs => Compute/IJobTarget.cs} (79%) create mode 100644 modules/platforms/dotnet/Apache.Ignite/Compute/JobTarget.cs
(ignite-3) branch main updated: IGNITE-22569 Java thin: fix SqlBatchException propagation (#3982)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 6e7f25d33c IGNITE-22569 Java thin: fix SqlBatchException propagation (#3982) 6e7f25d33c is described below commit 6e7f25d33cb0f9e9aa14b8ed73e17aed7fa82e1b Author: Pavel Tupitsyn AuthorDate: Thu Jun 27 07:56:14 2024 +0300 IGNITE-22569 Java thin: fix SqlBatchException propagation (#3982) * Use existing `ErrorExtensions` mechanism to propagate additional exception data to client * Remove custom logic from `ClientSqlExecuteBatchRequest` * User-facing API behavior is not affected --- .../org/apache/ignite/sql/SqlBatchException.java | 22 ++- .../java/org/apache/ignite/sql/SqlException.java | 9 +-- .../internal/client/proto/ErrorExtensions.java | 2 + .../handler/ClientInboundMessageHandler.java | 27 ++--- .../requests/sql/ClientSqlExecuteBatchRequest.java | 52 ++-- .../ignite/internal/client/TcpClientChannel.java | 32 ++ .../ignite/internal/client/sql/ClientSql.java | 44 +- modules/platforms/cpp/cmake/ignite_test.cmake | 4 ++ .../cpp/ignite/client/detail/table/table_impl.h| 13 ++-- modules/platforms/cpp/ignite/common/ignite_error.h | 44 -- modules/platforms/cpp/ignite/odbc/odbc_error.h | 21 +++ .../platforms/cpp/ignite/odbc/query/data_query.cpp | 69 -- .../platforms/cpp/ignite/odbc/query/data_query.h | 7 +++ .../platforms/cpp/ignite/odbc/sql_connection.cpp | 15 - modules/platforms/cpp/ignite/odbc/sql_connection.h | 36 +++ modules/platforms/cpp/ignite/protocol/utils.cpp| 18 +++--- modules/platforms/cpp/ignite/protocol/utils.h | 9 +++ modules/platforms/cpp/ignite/tuple/tuple_test.cpp | 7 ++- .../cpp/tests/odbc-test/odbc_connection.h | 6 +- .../ignite/internal/sql/api/IgniteSqlImpl.java | 1 + 20 files changed, 240 insertions(+), 198 deletions(-) diff --git a/modules/api/src/main/java/org/apache/ignite/sql/SqlBatchException.java b/modules/api/src/main/java/org/apache/ignite/sql/SqlBatchException.java index 61b3e882ae..5a7fa853da 100644 --- a/modules/api/src/main/java/org/apache/ignite/sql/SqlBatchException.java +++ b/modules/api/src/main/java/org/apache/ignite/sql/SqlBatchException.java @@ -20,6 +20,7 @@ package org.apache.ignite.sql; import java.util.UUID; import java.util.concurrent.CompletionException; import java.util.concurrent.ExecutionException; +import org.jetbrains.annotations.Nullable; /** * Subclass of {@link SqlException} is thrown when an error occurs during a batch update operation. In addition to the @@ -41,24 +42,11 @@ public class SqlBatchException extends SqlException { * @param traceId Unique identifier of the exception. * @param code Full error code. * @param updCntrs Array that describes the outcome of a batch execution. - * @param cause Non-null throwable cause. - */ -public SqlBatchException(UUID traceId, int code, long[] updCntrs, Throwable cause) { -super(traceId, code, cause.getMessage(), cause); - -this.updCntrs = updCntrs != null ? updCntrs : LONG_EMPTY_ARRAY; -} - -/** - * Creates an exception with the given error message. - * - * @param traceId Unique identifier of the exception. - * @param code Full error code. - * @param updCntrs Array that describes the outcome of a batch execution. * @param message Detailed message. + * @param cause Optional cause. */ -public SqlBatchException(UUID traceId, int code, long[] updCntrs, String message) { -super(traceId, code, message, null); +public SqlBatchException(UUID traceId, int code, long[] updCntrs, String message, @Nullable Throwable cause) { +super(traceId, code, message, cause); this.updCntrs = updCntrs != null ? updCntrs : LONG_EMPTY_ARRAY; } @@ -71,7 +59,7 @@ public class SqlBatchException extends SqlException { * @param message Detailed message. * @param cause Optional nested exception (can be {@code null}). */ -public SqlBatchException(UUID traceId, int code, String message, Throwable cause) { +public SqlBatchException(UUID traceId, int code, String message, @Nullable Throwable cause) { super(traceId, code, message, cause); while ((cause instanceof CompletionException || cause instanceof ExecutionException) && cause.getCause() != null) { diff --git a/modules/api/src/main/java/org/apache/ignite/sql/SqlException.java b/modules/api/src/main/java/org/apache/ignite/sql/SqlException.java index f1ca6e96b5..d61f1bd0b5 100644 --- a/modules/api/src/main/java/org/apache/ignite/sql/SqlException.java +++ b/modules/api/src/main/java/org/apache/ignite/sql/SqlException.java @@ -19,6 +19,7 @@
(ignite-3) branch main updated (3095905ce4 -> da7a116d8c)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 3095905ce4 IGNITE-22262 Sql. Fixed API usage example (SqlApiExample) (#3961) add da7a116d8c IGNITE-22582 Clarify KeyValueView#getAll javadoc about non-existing keys (#3988) No new revisions were added by this update. Summary of changes: modules/api/src/main/java/org/apache/ignite/table/KeyValueView.java | 1 + 1 file changed, 1 insertion(+)
(ignite) branch master updated: IGNITE-22349 .NET: Add compute task session support (#11373)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/ignite.git The following commit(s) were added to refs/heads/master by this push: new a27d21bff3c IGNITE-22349 .NET: Add compute task session support (#11373) a27d21bff3c is described below commit a27d21bff3cd5563ab5e3f55cae52df76a917cc8 Author: kukushal AuthorDate: Wed Jun 26 11:09:33 2024 +0300 IGNITE-22349 .NET: Add compute task session support (#11373) Add compute task session support to .NET. This allows the user to change the priority of a compute job via `grid.task.priority` attribute (see [docs](https://ignite.apache.org/docs/latest/distributed-computing/job-scheduling#priority-ordering)). * The new `IComputeTaskSession` interface supports the `SetAttributes` and `GetAttribute` operations with the same signature as their Java `ComputeTaskSession` counterparts. * The `ComputeTaskSession` implementation delegates operations to the Java side via `PlatformJniTarget`, which receives the unmanaged session pointer in the JNI `ComputeTaskMap` and `ComputeJobExecute` callbacks. * On the Java side the new `PlatformComputeTaskSession` class receives the JNI calls and delegates operations to wrapped `ComputeTaskSession`. * The `ComputeTaskSession` on the Java side in injected into `PlatformFullJob` or `PlatformFullTask`. At first glance the injection might seem slow. However injectors are cached so subsequent injections would be as fast as setting the field directly. The alternative approach to pass `ComputeTaskSession` directly to the `PlatformFullJob` and `PlatformFullTask` constructors seems to required lots of code changes. * The new .NET `ComputeTaskSessionFullSupportAttribute` explicitly enables the compute session attributes API in the same way the Java's [ComputeTaskSessionFullSupport](https://github.com/apache/ignite/blob/2.16.0/modules/core/src/main/java/org/apache/ignite/compute/ComputeTaskSessionFullSupport.java) annotation does. This flag is passed to Java as the `Execute` JNI operation parameter and stored in the `PlatformFullTask`. * The new .NET `TaskSessionResourceAttribute` injects the `IComputeTaskSession` into implementations of `IComputeTask` and `IComputeJob`. * Added automated tests for distributing session attributes on the same and different nodes. * Documentation: added new "C#/.NET" tab in the `MyUrgentTask` code snippet in the [Priority Ordering](https://ignite.apache.org/docs/latest/distributed-computing/job-scheduling#priority-ordering) section. --- docs/_docs/code-snippets/dotnet/JobScheduling.cs | 76 .../distributed-computing/job-scheduling.adoc | 12 +- .../platform/callback/PlatformCallbackGateway.java | 17 ++- .../platform/compute/PlatformAbstractJob.java | 6 +- .../platform/compute/PlatformClosureJob.java | 4 +- .../platform/compute/PlatformCompute.java | 4 +- .../compute/PlatformComputeTaskSession.java| 85 ++ .../platform/compute/PlatformFullJob.java | 16 ++- .../platform/compute/PlatformFullTask.java | 32 +- .../processors/task/GridTaskProcessor.java | 6 +- .../cpp/core/src/impl/ignite_environment.cpp | 18 +-- .../Compute/ComputeTaskSessionTest.cs | 127 + .../Compute/IComputeTaskSession.cs | 39 +++ .../Apache.Ignite.Core/Impl/Compute/ComputeImpl.cs | 1 + .../Apache.Ignite.Core/Impl/Compute/ComputeJob.cs | 10 ++ .../Impl/Compute/ComputeJobHolder.cs | 12 +- .../Impl/Compute/ComputeRunner.cs | 16 ++- .../Impl/Compute/ComputeTaskHolder.cs | 22 +++- .../Impl/Compute/ComputeTaskSession.cs | 53 + .../ComputeTaskSessionFullSupportAttribute.cs | 36 ++ .../Impl/Resource/ResourceProcessor.cs | 17 +++ .../Impl/Resource/ResourceTypeDescriptor.cs| 41 ++- .../Impl/Unmanaged/UnmanagedCallbacks.cs | 32 -- .../Resource/TaskSessionResourceAttribute.cs | 33 ++ 24 files changed, 661 insertions(+), 54 deletions(-) diff --git a/docs/_docs/code-snippets/dotnet/JobScheduling.cs b/docs/_docs/code-snippets/dotnet/JobScheduling.cs new file mode 100644 index 000..cd11e61df8a --- /dev/null +++ b/docs/_docs/code-snippets/dotnet/JobScheduling.cs @@ -0,0 +1,76 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a
(ignite-3) branch dependabot/gradle/com.github.spotbugs-6.0.18 deleted (was eb776f908d)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/com.github.spotbugs-6.0.18 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was eb776f908d Bump com.github.spotbugs from 6.0.17 to 6.0.18 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump com.github.spotbugs from 6.0.17 to 6.0.18 (#3978)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new af9f165248 Bump com.github.spotbugs from 6.0.17 to 6.0.18 (#3978) af9f165248 is described below commit af9f16524804ac64dbbe887e288729db630c52b4 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Tue Jun 25 07:30:30 2024 +0300 Bump com.github.spotbugs from 6.0.17 to 6.0.18 (#3978) Bumps com.github.spotbugs from 6.0.17 to 6.0.18. --- updated-dependencies: - dependency-name: com.github.spotbugs dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index d4ccc7620b..8912fc4160 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -100,7 +100,7 @@ checksum = "org.gradle.crypto.checksum:1.4.0" setupbuilder = "de.inetsoftware.setupbuilder:7.2.21" aggregateJavadoc = "io.freefair.aggregate-javadoc:6.6.3" ideaext = "org.jetbrains.gradle.plugin.idea-ext:1.1.8" -spotbugs = "com.github.spotbugs:6.0.17" +spotbugs = "com.github.spotbugs:6.0.18" [libraries]
(ignite-3) branch main updated (d5adf9ed95 -> c662935199)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from d5adf9ed95 IGNITE-22385 Make rest and cli api to declarative style (#3968) add c662935199 IGNITE-22441 Add parameter object to Data Streamer (#3971) No new revisions were added by this update. Summary of changes: .../apache/ignite/table/DataStreamerReceiver.java | 4 +- .../apache/ignite/table/DataStreamerTarget.java| 11 +-- .../ReceiverDescriptor.java} | 83 -- .../client/table/ClientKeyValueBinaryView.java | 15 ++-- .../internal/client/table/ClientKeyValueView.java | 15 ++-- .../client/table/ClientRecordBinaryView.java | 14 ++-- .../internal/client/table/ClientRecordView.java| 14 ++-- .../org/apache/ignite/client/DataStreamerTest.java | 56 ++- .../ignite/client/PartitionAwarenessTest.java | 19 ++--- .../streamer/ItAbstractDataStreamerTest.java | 16 ++--- .../internal/table/KeyValueBinaryViewImpl.java | 7 +- .../ignite/internal/table/KeyValueViewImpl.java| 7 +- .../internal/table/PublicApiThreadingViewBase.java | 13 ++-- .../internal/table/RecordBinaryViewImpl.java | 7 +- .../ignite/internal/table/RecordViewImpl.java | 7 +- 15 files changed, 118 insertions(+), 170 deletions(-) copy modules/api/src/main/java/org/apache/ignite/{compute/JobDescriptor.java => table/ReceiverDescriptor.java} (51%)
(ignite-3) branch dependabot/gradle/com.netflix.nebula.ospackage-11.9.1 deleted (was 7a03d64605)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/com.netflix.nebula.ospackage-11.9.1 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 7a03d64605 Bump com.netflix.nebula.ospackage from 11.9.0 to 11.9.1 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump com.netflix.nebula.ospackage from 11.9.0 to 11.9.1 (#3840)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 73d3bb8e7f Bump com.netflix.nebula.ospackage from 11.9.0 to 11.9.1 (#3840) 73d3bb8e7f is described below commit 73d3bb8e7f932fbb0a2834b489d6cfd2de9d6a20 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Fri Jun 21 08:40:06 2024 +0300 Bump com.netflix.nebula.ospackage from 11.9.0 to 11.9.1 (#3840) Bumps com.netflix.nebula.ospackage from 11.9.0 to 11.9.1. --- updated-dependencies: - dependency-name: com.netflix.nebula.ospackage dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 718915c0ae..d4ccc7620b 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -94,7 +94,7 @@ openapiGenerator = "org.openapi.generator:7.6.0" javacc = "com.intershop.gradle.javacc:4.1.3" shadow = "io.github.goooler.shadow:8.1.7" cmake = "net.freudasoft.gradle-cmake-plugin:0.0.4" -nebula = "com.netflix.nebula.ospackage:11.9.0" +nebula = "com.netflix.nebula.ospackage:11.9.1" docker = "com.palantir.docker:0.36.0" checksum = "org.gradle.crypto.checksum:1.4.0" setupbuilder = "de.inetsoftware.setupbuilder:7.2.21"
(ignite-3) branch main updated: IGNITE-22435 Add JobTarget interface (#3950)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 3d83c35107 IGNITE-22435 Add JobTarget interface (#3950) 3d83c35107 is described below commit 3d83c35107a3d7be882c7d0be2f0d674d8c64482 Author: Pavel Tupitsyn AuthorDate: Thu Jun 20 13:00:47 2024 +0300 IGNITE-22435 Add JobTarget interface (#3950) Reduce the number of overloads in IgniteCompute and make the API more readable with the new JobTarget interface. - Co-authored-by: Vadim Pakhnushev <8614891+valep...@users.noreply.github.com> Co-authored-by: korlov42 --- .../apache/ignite/compute/AnyNodeJobTarget.java| 43 +++ .../apache/ignite/compute/ColocatedJobTarget.java | 59 + .../org/apache/ignite/compute/IgniteCompute.java | 136 ++--- .../java/org/apache/ignite/compute/JobTarget.java | 109 + .../apache/ignite/compute/task/MapReduceJob.java | 3 +- .../apache/ignite/client/ClientOperationType.java | 4 +- .../internal/client/compute/ClientCompute.java | 112 +++-- .../apache/ignite/client/AbstractClientTest.java | 9 +- .../apache/ignite/client/ClientComputeTest.java| 24 ++-- .../ignite/client/PartitionAwarenessTest.java | 9 +- .../java/org/apache/ignite/client/TestServer.java | 4 +- .../apache/ignite/client/fakes/FakeCompute.java| 63 +++--- .../ignite/internal/compute/ItComputeBaseTest.java | 64 +- .../internal/compute/ItComputeErrorsBaseTest.java | 8 +- .../internal/compute/ItComputeTestEmbedded.java| 36 +++--- .../internal/compute/ItComputeTestStandalone.java | 14 +-- .../internal/compute/ItExecutionsCleanerTest.java | 4 +- .../compute/ItFailoverCandidateNotFoundTest.java | 4 +- .../internal/compute/ItWorkerShutdownTest.java | 10 +- .../threading/ItComputeApiThreadingTest.java | 28 +++-- .../internal/compute/AntiHijackIgniteCompute.java | 53 +--- .../ignite/internal/compute/IgniteComputeImpl.java | 124 --- .../internal/compute/IgniteComputeImplTest.java| 21 ++-- .../rest/compute/ItComputeControllerTest.java | 3 +- .../runner/app/client/ItThinClientComputeTest.java | 110 + .../client/ItThinClientPartitionAwarenessTest.java | 5 +- 26 files changed, 526 insertions(+), 533 deletions(-) diff --git a/modules/api/src/main/java/org/apache/ignite/compute/AnyNodeJobTarget.java b/modules/api/src/main/java/org/apache/ignite/compute/AnyNodeJobTarget.java new file mode 100644 index 00..2075c0a0f5 --- /dev/null +++ b/modules/api/src/main/java/org/apache/ignite/compute/AnyNodeJobTarget.java @@ -0,0 +1,43 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.ignite.compute; + +import java.util.Objects; +import java.util.Set; +import org.apache.ignite.network.ClusterNode; + +/** + * Any node execution target. Indicates any node from the provided set. + */ +public class AnyNodeJobTarget implements JobTarget { +private final Set nodes; + +AnyNodeJobTarget(Set nodes) { +Objects.requireNonNull(nodes); + +if (nodes.isEmpty()) { +throw new IllegalArgumentException("Nodes collection must not be empty."); +} + +this.nodes = nodes; +} + +public Set nodes() { +return nodes; +} +} diff --git a/modules/api/src/main/java/org/apache/ignite/compute/ColocatedJobTarget.java b/modules/api/src/main/java/org/apache/ignite/compute/ColocatedJobTarget.java new file mode 100644 index 00..669452b99b --- /dev/null +++ b/modules/api/src/main/java/org/apache/ignite/compute/ColocatedJobTarget.java @@ -0,0 +1,59 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License");
(ignite-3) branch dependabot/gradle/org.openapi.generator-7.6.0 deleted (was 4fc45e78cf)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/org.openapi.generator-7.6.0 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 4fc45e78cf Bump org.openapi.generator from 7.5.0 to 7.6.0 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated (d7141dfebc -> a5c06704c4)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from d7141dfebc IGNITE-22276 Add index columns validation for TableDefinition (#3918) add a5c06704c4 Bump org.openapi.generator from 7.5.0 to 7.6.0 (#3793) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch main updated (6f23b0d7c9 -> d7141dfebc)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 6f23b0d7c9 IGNITE-22537 Unnecessary calls toString() call for RAFT command make latency longer (#3955) add d7141dfebc IGNITE-22276 Add index columns validation for TableDefinition (#3918) No new revisions were added by this update. Summary of changes: .../catalog/definitions/TableDefinition.java | 8 +++ .../catalog/sql/InvalidDefinitionTest.java | 26 ++ 2 files changed, 34 insertions(+)
(ignite-3) branch main updated (9961bc8ba7 -> f7b371d89e)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 9961bc8ba7 IGNITE-22480 Sql. Avoid compiling literal-only expressions when assembling a row for insert (#3922) add f7b371d89e IGNITE-22524 .NET: Add JobDescriptor to Compute API (#3954) No new revisions were added by this update. Summary of changes: .../Apache.Ignite.Tests/BasicAuthenticatorTests.cs | 4 +- .../Compute/ComputeClusterAwarenessTests.cs| 11 +- .../Compute/ComputeTestExtensions.cs | 65 --- .../Apache.Ignite.Tests/Compute/ComputeTests.cs| 127 +++-- .../PartitionAwarenessRealClusterTests.cs | 4 +- .../Apache.Ignite.Tests/PartitionAwarenessTests.cs | 9 +- .../Proto/ColocationHashTests.cs | 7 +- .../Table/SchemaSynchronizationTest.cs | 7 +- .../dotnet/Apache.Ignite/Compute/ICompute.cs | 32 ++ .../Linq/QueryData.cs => Compute/JobDescriptor.cs} | 12 +- .../Apache.Ignite/Internal/Compute/Compute.cs | 93 +-- 11 files changed, 158 insertions(+), 213 deletions(-) delete mode 100644 modules/platforms/dotnet/Apache.Ignite.Tests/Compute/ComputeTestExtensions.cs copy modules/platforms/dotnet/Apache.Ignite/{Internal/Linq/QueryData.cs => Compute/JobDescriptor.cs} (68%)
(ignite-3) branch main updated (349f087738 -> 584c9d2f2a)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 349f087738 Bump io.dropwizard.metrics:metrics-core from 4.2.25 to 4.2.26 (#3902) add 584c9d2f2a Bump jline from 3.26.1 to 3.26.2 (#3939) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch main updated (8bef5bb0ab -> 349f087738)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 8bef5bb0ab Bump com.github.spotbugs from 6.0.15 to 6.0.17 (#3934) add 349f087738 Bump io.dropwizard.metrics:metrics-core from 4.2.25 to 4.2.26 (#3902) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch dependabot/gradle/jline-3.26.2 deleted (was 9049148a6b)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/jline-3.26.2 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 9049148a6b Bump jline from 3.26.1 to 3.26.2 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch dependabot/gradle/io.dropwizard.metrics-metrics-core-4.2.26 deleted (was b7c69a431a)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/io.dropwizard.metrics-metrics-core-4.2.26 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was b7c69a431a Bump io.dropwizard.metrics:metrics-core from 4.2.25 to 4.2.26 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch dependabot/gradle/com.github.spotbugs-6.0.17 deleted (was f685287c23)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/com.github.spotbugs-6.0.17 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was f685287c23 Bump com.github.spotbugs from 6.0.15 to 6.0.17 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated (22624571d4 -> 8bef5bb0ab)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 22624571d4 IGNITE-22505 Reuse pages where possible (#3933) add 8bef5bb0ab Bump com.github.spotbugs from 6.0.15 to 6.0.17 (#3934) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch main updated: IGNITE-20645 Make ComputeJob.execute asynchronous (#3920)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 9b59ef6cc5 IGNITE-20645 Make ComputeJob.execute asynchronous (#3920) 9b59ef6cc5 is described below commit 9b59ef6cc5974757628f3e2b83185c8430f81a01 Author: Pavel Tupitsyn AuthorDate: Mon Jun 17 17:59:52 2024 +0300 IGNITE-20645 Make ComputeJob.execute asynchronous (#3920) * Change `R ComputeJob.execute(...)` to `CompletableFuture ComputeJob.executeAsync(...)` * Update cancellation logic to deal with the resulting future --- .../java/org/apache/ignite/compute/ComputeJob.java | 8 ++- .../org/apache/ignite/compute/IgniteCompute.java | 2 +- ...ClientStreamerWithReceiverBatchSendRequest.java | 6 +- .../apache/ignite/client/fakes/FakeCompute.java| 18 +++-- .../internal/compute/ItComputeTestEmbedded.java| 10 +-- .../threading/ItComputeApiThreadingTest.java | 5 +- .../internal/compute/utils/InteractiveJobs.java| 14 ++-- .../apache/ignite/internal/compute/ConcatJob.java | 9 ++- .../apache/ignite/internal/compute/FailingJob.java | 3 +- .../ignite/internal/compute/GetNodeNameJob.java| 7 +- .../internal/compute/NonEmptyConstructorJob.java | 7 +- .../apache/ignite/internal/compute/SleepJob.java | 3 +- .../compute/executor/ComputeExecutorImpl.java | 2 +- .../compute/queue/PriorityQueueExecutor.java | 5 +- .../ignite/internal/compute/queue/QueueEntry.java | 25 +-- .../internal/compute/queue/QueueExecutionImpl.java | 7 +- .../compute/task/TaskExecutionInternal.java| 5 +- .../internal/compute/ComputeComponentImplTest.java | 12 ++-- .../compute/executor/ComputeExecutorTest.java | 24 +++ .../compute/loader/JobClassLoaderFactoryTest.java | 15 +++-- .../compute/queue/PriorityQueueExecutorTest.java | 23 +++ .../apache/ignite/internal/compute/UnitJob.java| 7 +- .../apache/ignite/internal/compute/UnitJob.java| 7 +- .../Apache.Ignite.Tests/Compute/ComputeTests.cs| 2 +- .../rest/compute/ItComputeControllerTest.java | 3 +- .../runner/app/PlatformTestNodeRunner.java | 23 +++ .../runner/app/client/ItThinClientComputeTest.java | 76 +++--- .../client/ItThinClientPartitionAwarenessTest.java | 7 +- 28 files changed, 211 insertions(+), 124 deletions(-) diff --git a/modules/api/src/main/java/org/apache/ignite/compute/ComputeJob.java b/modules/api/src/main/java/org/apache/ignite/compute/ComputeJob.java index 515e902bd3..97db8b05ea 100644 --- a/modules/api/src/main/java/org/apache/ignite/compute/ComputeJob.java +++ b/modules/api/src/main/java/org/apache/ignite/compute/ComputeJob.java @@ -17,18 +17,22 @@ package org.apache.ignite.compute; +import java.util.concurrent.CompletableFuture; +import org.jetbrains.annotations.Nullable; + /** * A Compute job that may be executed on a single Ignite node, on several nodes, or on the entire cluster. * * @param Job result type. */ +@SuppressWarnings("InterfaceMayBeAnnotatedFunctional") public interface ComputeJob { /** * Executes the job on an Ignite node. * * @param context The execution context. * @param args Job arguments. - * @return Job result. + * @return Job future. Can be null if the job is synchronous and does not return any result. */ -R execute(JobExecutionContext context, Object... args); +@Nullable CompletableFuture executeAsync(JobExecutionContext context, Object... args); } diff --git a/modules/api/src/main/java/org/apache/ignite/compute/IgniteCompute.java b/modules/api/src/main/java/org/apache/ignite/compute/IgniteCompute.java index 54b23d478c..c0fb02869d 100644 --- a/modules/api/src/main/java/org/apache/ignite/compute/IgniteCompute.java +++ b/modules/api/src/main/java/org/apache/ignite/compute/IgniteCompute.java @@ -37,7 +37,7 @@ import org.apache.ignite.table.mapper.Mapper; * Provides the ability to execute Compute jobs. * * @see ComputeJob - * @see ComputeJob#execute(JobExecutionContext, Object...) + * @see ComputeJob#executeAsync(JobExecutionContext, Object...) */ public interface IgniteCompute { /** diff --git a/modules/client-handler/src/main/java/org/apache/ignite/client/handler/requests/table/ClientStreamerWithReceiverBatchSendRequest.java b/modules/client-handler/src/main/java/org/apache/ignite/client/handler/requests/table/ClientStreamerWithReceiverBatchSendRequest.java index 48078c7c75..46967bd119 100644 --- a/modules/client-handler/src/main/java/org/apache/ignite/client/handler/requests/table/ClientStreamerWithReceiverBatchSendRequest.java +++ b/modules/client-handler/src/main/java/org/apache/ignite/client/handler/requests/table/ClientStreamerWithReceiverBatchSendRequest.java @@ -102,7 +102,7 @@ public class ClientStreamerWithReceiverBatchS
(ignite-3) branch main updated: IGNITE-22356 .NET: Add results support to Data Streamer with receiver (#3935)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 9a467ff103 IGNITE-22356 .NET: Add results support to Data Streamer with receiver (#3935) 9a467ff103 is described below commit 9a467ff103743ec1f78dfe7aa34201de781ef41e Author: Pavel Tupitsyn AuthorDate: Mon Jun 17 17:19:58 2024 +0300 IGNITE-22356 .NET: Add results support to Data Streamer with receiver (#3935) * Implement receiver results deserialization * Pass the results to the user as `IAsyncEnumerable` * Resulting `IAsyncEnumerable` applies back-pressure to the streamer (we don't want to buffer infinite number of results), so the user has to consume the results to complete the streaming * The user can choose to consume the results partially by disposing the enumerator (or ending the `await foreach` loop). We still complete the streaming in this case, but discard the remaining results * If the resulting `IAsyncEnumerable` is cancelled, the streamer is cancelled too --- .../Proto/BinaryTuple/BinaryTupleTests.cs | 8 +- .../Apache.Ignite.Tests/Table/DataStreamerTests.cs | 261 - .../Proto/BinaryTuple/BinaryTupleBuilder.cs| 15 ++ .../Proto/BinaryTuple/BinaryTupleReader.cs | 37 +++ .../Internal/Table/DataStreamerWithReceiver.cs | 77 -- .../Apache.Ignite/Internal/Table/RecordView.cs | 108 +++-- .../Apache.Ignite/Table/IDataStreamerTarget.cs | 7 +- .../runner/app/PlatformTestNodeRunner.java | 24 +- 8 files changed, 487 insertions(+), 50 deletions(-) diff --git a/modules/platforms/dotnet/Apache.Ignite.Tests/Proto/BinaryTuple/BinaryTupleTests.cs b/modules/platforms/dotnet/Apache.Ignite.Tests/Proto/BinaryTuple/BinaryTupleTests.cs index 02e5691722..9b93e66287 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Tests/Proto/BinaryTuple/BinaryTupleTests.cs +++ b/modules/platforms/dotnet/Apache.Ignite.Tests/Proto/BinaryTuple/BinaryTupleTests.cs @@ -839,8 +839,11 @@ namespace Apache.Ignite.Tests.Proto.BinaryTuple b.AppendObjectWithType(date); b.AppendObjectWithType(dateTime); b.AppendObjectWithType(Instant.FromDateTimeUtc(utcNow)); +b.AppendObjectWithType(true); +b.AppendObjectWithType(Period.FromDays(2)); +b.AppendObjectWithType(Duration.FromDays(3)); }, -17 * 3); +20 * 3); Assert.IsNull(reader.GetObject(0)); Assert.AreEqual(sbyte.MaxValue, reader.GetObject(3)); @@ -859,6 +862,9 @@ namespace Apache.Ignite.Tests.Proto.BinaryTuple Assert.AreEqual(date, reader.GetObject(42)); Assert.AreEqual(dateTime, reader.GetObject(45)); Assert.AreEqual(Instant.FromDateTimeUtc(utcNow), reader.GetObject(48)); +Assert.IsTrue((bool)reader.GetObject(51)!); +Assert.AreEqual(Period.FromDays(2), reader.GetObject(54)); +Assert.AreEqual(Duration.FromDays(3), reader.GetObject(57)); } [Test] diff --git a/modules/platforms/dotnet/Apache.Ignite.Tests/Table/DataStreamerTests.cs b/modules/platforms/dotnet/Apache.Ignite.Tests/Table/DataStreamerTests.cs index 9db142969c..7b7d73f958 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Tests/Table/DataStreamerTests.cs +++ b/modules/platforms/dotnet/Apache.Ignite.Tests/Table/DataStreamerTests.cs @@ -22,6 +22,7 @@ using System.Collections; using System.Collections.Generic; using System.Data; using System.Linq; +using System.Numerics; using System.Runtime.CompilerServices; using System.Threading; using System.Threading.Tasks; @@ -42,6 +43,8 @@ public class DataStreamerTests : IgniteTestsBase { private const string TestReceiverClassName = ComputeTests.PlatformTestNodeRunner + "$TestReceiver"; +private const string EchoArgsReceiverClassName = ComputeTests.PlatformTestNodeRunner + "$EchoArgsReceiver"; + private const string UpsertElementTypeNameReceiverClassName = ComputeTests.PlatformTestNodeRunner + "$UpsertElementTypeNameReceiver"; private const int Count = 100; @@ -50,6 +53,29 @@ public class DataStreamerTests : IgniteTestsBase private const int DeletedKey = Count + 1; +private static readonly object[] AllSupportedTypes = +{ +true, +sbyte.MaxValue, +short.MinValue, +int.MaxValue, +long.MinValue, +float.MaxValue, +double.MinValue, +decimal.One, +new LocalDate(1234, 5, 6), +new LocalTime(12, 3, 4, 567), +new LocalDateTime(1234, 5, 6, 7, 8, 9), +Instant.FromUnixTimeSeconds(123456), +Guid.Empty, +new BitArray(new[] { byte.MaxValue }), +"
(ignite-3) branch dependabot/gradle/netty-4.1.111.Final deleted (was 49a5bc78c5)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/netty-4.1.111.Final in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 49a5bc78c5 Bump netty from 4.1.110.Final to 4.1.111.Final The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated (59527f96bc -> 17bca520fb)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 59527f96bc IGNITE-22511 Remove TopologyService from public API (#3929) add 17bca520fb Bump netty from 4.1.110.Final to 4.1.111.Final (#3906) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch main updated (143ba93fb5 -> d0004563a1)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 143ba93fb5 IGNITE-22443 Fix sporadic configuration tests failures (#3895) add d0004563a1 IGNITE-22302 Add resultSubscriber support to Data Streamer (#3900) No new revisions were added by this update. Summary of changes: .../apache/ignite/table/DataStreamerTarget.java| 2 + .../client/proto/ClientBinaryTupleUtils.java | 6 +- .../client/proto/StreamerReceiverSerializer.java | 4 +- ...ClientStreamerWithReceiverBatchSendRequest.java | 10 +- .../internal/client/table/ClientDataStreamer.java | 31 +- .../client/table/ClientKeyValueBinaryView.java | 2 +- .../internal/client/table/ClientKeyValueView.java | 2 +- .../client/table/ClientRecordBinaryView.java | 2 +- .../internal/client/table/ClientRecordView.java| 2 +- .../org/apache/ignite/client/DataStreamerTest.java | 341 +++-- .../internal/streamer/StreamerBatchSender.java | 5 +- .../internal/streamer/StreamerSubscriber.java | 99 +- .../internal/streamer/StreamerSubscriberTest.java | 4 +- .../streamer/ItAbstractDataStreamerTest.java | 47 ++- .../streamer/ItServerDataStreamerTest.java | 10 +- .../apache/ignite/internal/table/DataStreamer.java | 8 +- .../internal/table/KeyValueBinaryViewImpl.java | 6 +- .../ignite/internal/table/KeyValueViewImpl.java| 5 +- .../internal/table/RecordBinaryViewImpl.java | 6 +- .../ignite/internal/table/RecordViewImpl.java | 5 +- 20 files changed, 510 insertions(+), 87 deletions(-)
(ignite-3) branch main updated: Bump org.rocksdb:rocksdbjni from 9.1.1 to 9.2.1 (#3890)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new d21d91f0f4 Bump org.rocksdb:rocksdbjni from 9.1.1 to 9.2.1 (#3890) d21d91f0f4 is described below commit d21d91f0f4249ba4f737b109afc7e8ef8e6b286d Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Mon Jun 10 11:37:59 2024 +0300 Bump org.rocksdb:rocksdbjni from 9.1.1 to 9.2.1 (#3890) Bumps [org.rocksdb:rocksdbjni](https://github.com/facebook/rocksdb) from 9.1.1 to 9.2.1. - [Release notes](https://github.com/facebook/rocksdb/releases) - [Changelog](https://github.com/facebook/rocksdb/blob/v9.2.1/HISTORY.md) - [Commits](https://github.com/facebook/rocksdb/compare/v9.1.1...v9.2.1) --- updated-dependencies: - dependency-name: org.rocksdb:rocksdbjni dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index c5141667a6..77fb022c8b 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -62,7 +62,7 @@ janino = "3.1.12" avatica = "1.25.0" jsonpath = "2.9.0" javassist = "3.30.2-GA" -rocksdb = "9.1.1" +rocksdb = "9.2.1" disruptor = "4.0.0" metrics = "4.2.25" jctools = "4.0.5"
(ignite-3) branch dependabot/gradle/org.rocksdb-rocksdbjni-9.2.1 deleted (was 4894d5d125)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/org.rocksdb-rocksdbjni-9.2.1 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 4894d5d125 Bump org.rocksdb:rocksdbjni from 9.1.1 to 9.2.1 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch dependabot/gradle/com.google.guava-guava-33.2.1-jre deleted (was 3eda76fac0)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/com.google.guava-guava-33.2.1-jre in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 3eda76fac0 Bump com.google.guava:guava from 33.2.0-jre to 33.2.1-jre The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated (58bbc95677 -> 310ea0585e)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 58bbc95677 Bump org.jctools:jctools-core from 4.0.3 to 4.0.5 (#3882) add 310ea0585e Bump com.google.guava:guava from 33.2.0-jre to 33.2.1-jre (#3889) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch main updated: Bump org.jctools:jctools-core from 4.0.3 to 4.0.5 (#3882)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 58bbc95677 Bump org.jctools:jctools-core from 4.0.3 to 4.0.5 (#3882) 58bbc95677 is described below commit 58bbc95677a6b38f30e673155d9f8587aa2f0e2d Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Mon Jun 10 09:48:22 2024 +0300 Bump org.jctools:jctools-core from 4.0.3 to 4.0.5 (#3882) Bumps [org.jctools:jctools-core](https://github.com/JCTools/JCTools) from 4.0.3 to 4.0.5. - [Release notes](https://github.com/JCTools/JCTools/releases) - [Changelog](https://github.com/JCTools/JCTools/blob/master/RELEASE-NOTES.md) - [Commits](https://github.com/JCTools/JCTools/compare/v4.0.3...v4.0.5) --- updated-dependencies: - dependency-name: org.jctools:jctools-core dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 0d67f01f8c..eecebef086 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -65,7 +65,7 @@ javassist = "3.30.2-GA" rocksdb = "9.1.1" disruptor = "4.0.0" metrics = "4.2.25" -jctools = "4.0.3" +jctools = "4.0.5" msgpack = "0.8.24" caffeine = "3.0.4" fastutil = "8.5.13"
(ignite-3) branch dependabot/gradle/org.jctools-jctools-core-4.0.5 deleted (was dce248d2f8)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/org.jctools-jctools-core-4.0.5 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was dce248d2f8 Bump org.jctools:jctools-core from 4.0.3 to 4.0.5 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch dependabot/gradle/net.bytebuddy-byte-buddy-1.14.17 deleted (was 4ff809968c)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/net.bytebuddy-byte-buddy-1.14.17 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 4ff809968c Bump net.bytebuddy:byte-buddy from 1.14.15 to 1.14.17 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch dependabot/gradle/com.google.code.gson-gson-2.11.0 deleted (was 1dedafaa79)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/com.google.code.gson-gson-2.11.0 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 1dedafaa79 Bump com.google.code.gson:gson from 2.10.1 to 2.11.0 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated (8d42d57a7d -> c962e757f8)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 8d42d57a7d Bump net.bytebuddy:byte-buddy from 1.14.15 to 1.14.17 (#3849) add c962e757f8 Bump com.google.code.gson:gson from 2.10.1 to 2.11.0 (#3794) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch main updated (a760caf4f1 -> 8d42d57a7d)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from a760caf4f1 IGNITE-21967: Extend test coverage for SQL E091-06 (Set functions. ALL quantifier) (#3876) add 8d42d57a7d Bump net.bytebuddy:byte-buddy from 1.14.15 to 1.14.17 (#3849) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch main updated (2bdd91f92d -> 49ab1b248a)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 2bdd91f92d Bump org.assertj:assertj-core from 3.25.3 to 3.26.0 (#3839) add 49ab1b248a IGNITE-22284 .NET: Fix tests on macOS (#3875) No new revisions were added by this update. Summary of changes: .../Apache.Ignite.Tests/Linq/LinqTests.Functions.cs | 11 ++- .../platforms/dotnet/Apache.Ignite.Tests/SslTests.cs| 17 + 2 files changed, 19 insertions(+), 9 deletions(-)
(ignite-3) branch dependabot/gradle/org.assertj-assertj-core-3.26.0 deleted (was c9b0b403df)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/org.assertj-assertj-core-3.26.0 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was c9b0b403df Bump org.assertj:assertj-core from 3.25.3 to 3.26.0 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump org.assertj:assertj-core from 3.25.3 to 3.26.0 (#3839)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 2bdd91f92d Bump org.assertj:assertj-core from 3.25.3 to 3.26.0 (#3839) 2bdd91f92d is described below commit 2bdd91f92d17e13555465af4e48d6d00659771a7 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Wed Jun 5 08:14:31 2024 +0300 Bump org.assertj:assertj-core from 3.25.3 to 3.26.0 (#3839) Bumps [org.assertj:assertj-core](https://github.com/assertj/assertj) from 3.25.3 to 3.26.0. - [Release notes](https://github.com/assertj/assertj/releases) - [Commits](https://github.com/assertj/assertj/compare/assertj-build-3.25.3...assertj-build-3.26.0) --- updated-dependencies: - dependency-name: org.assertj:assertj-core dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index daaf323b27..24e1c034c5 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -16,7 +16,7 @@ # [versions] -assertj = "3.25.3" +assertj = "3.26.0" asm = "9.7" bouncycastle = "1.78.1" compileTesting = "0.21.0"
(ignite-3) branch main updated: IGNITE-22271 Rename copying overload of Tuple.create to copy (#3873)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new a7ea529288 IGNITE-22271 Rename copying overload of Tuple.create to copy (#3873) a7ea529288 is described below commit a7ea529288e2d81b165d2bd5548aba1f67e5c832 Author: Pavel Tupitsyn AuthorDate: Wed Jun 5 08:09:47 2024 +0300 IGNITE-22271 Rename copying overload of Tuple.create to copy (#3873) --- modules/api/src/main/java/org/apache/ignite/table/Tuple.java | 2 +- .../ignite/internal/client/table/MutableTupleBinaryTupleAdapter.java | 2 +- .../apache/ignite/internal/benchmark/AbstractMultiNodeBenchmark.java | 2 +- .../apache/ignite/internal/sql/api/ItRecordViewKeyPositionsTest.java | 2 +- .../apache/ignite/internal/sql/engine/ItPkOnlyTableCrossApiTest.java | 4 ++-- .../java/org/apache/ignite/internal/table/MutableRowTupleAdapter.java | 2 +- .../org/apache/ignite/internal/table/MutableRowTupleAdapterTest.java | 2 +- .../table/src/test/java/org/apache/ignite/table/TupleImplTest.java| 2 +- 8 files changed, 9 insertions(+), 9 deletions(-) diff --git a/modules/api/src/main/java/org/apache/ignite/table/Tuple.java b/modules/api/src/main/java/org/apache/ignite/table/Tuple.java index 4526f9335b..56f95c9b02 100644 --- a/modules/api/src/main/java/org/apache/ignite/table/Tuple.java +++ b/modules/api/src/main/java/org/apache/ignite/table/Tuple.java @@ -79,7 +79,7 @@ public interface Tuple extends Iterable { * @param tuple Tuple to copy. * @return A new tuple. */ -static Tuple create(Tuple tuple) { +static Tuple copy(Tuple tuple) { return new TupleImpl(tuple); } diff --git a/modules/client-common/src/main/java/org/apache/ignite/internal/client/table/MutableTupleBinaryTupleAdapter.java b/modules/client-common/src/main/java/org/apache/ignite/internal/client/table/MutableTupleBinaryTupleAdapter.java index dd38ff2de9..cc719694e9 100644 --- a/modules/client-common/src/main/java/org/apache/ignite/internal/client/table/MutableTupleBinaryTupleAdapter.java +++ b/modules/client-common/src/main/java/org/apache/ignite/internal/client/table/MutableTupleBinaryTupleAdapter.java @@ -372,7 +372,7 @@ public abstract class MutableTupleBinaryTupleAdapter implements Tuple, BinaryTup @Override public Tuple set(String columnName, @Nullable Object value) { if (tuple == null) { -tuple = Tuple.create(this); +tuple = Tuple.copy(this); //noinspection DataFlowIssue binaryTuple = null; diff --git a/modules/runner/src/integrationTest/java/org/apache/ignite/internal/benchmark/AbstractMultiNodeBenchmark.java b/modules/runner/src/integrationTest/java/org/apache/ignite/internal/benchmark/AbstractMultiNodeBenchmark.java index 74add250f1..a543ba5f49 100644 --- a/modules/runner/src/integrationTest/java/org/apache/ignite/internal/benchmark/AbstractMultiNodeBenchmark.java +++ b/modules/runner/src/integrationTest/java/org/apache/ignite/internal/benchmark/AbstractMultiNodeBenchmark.java @@ -151,7 +151,7 @@ public class AbstractMultiNodeBenchmark { batchSize = Math.min(size, batchSize); List batch = new ArrayList<>(batchSize); for (int i = 0; i < size; i++) { -batch.add(Tuple.create(payload).set("ycsb_key", i)); +batch.add(Tuple.copy(payload).set("ycsb_key", i)); if (batch.size() == batchSize) { view.insertAll(null, batch); diff --git a/modules/sql-engine/src/integrationTest/java/org/apache/ignite/internal/sql/api/ItRecordViewKeyPositionsTest.java b/modules/sql-engine/src/integrationTest/java/org/apache/ignite/internal/sql/api/ItRecordViewKeyPositionsTest.java index abc14087a4..45040c718f 100644 --- a/modules/sql-engine/src/integrationTest/java/org/apache/ignite/internal/sql/api/ItRecordViewKeyPositionsTest.java +++ b/modules/sql-engine/src/integrationTest/java/org/apache/ignite/internal/sql/api/ItRecordViewKeyPositionsTest.java @@ -226,7 +226,7 @@ public class ItRecordViewKeyPositionsTest extends BaseSqlIntegrationTest { @Override Tuple toValue(Tuple record) { -return Tuple.create(record); +return Tuple.copy(record); } } diff --git a/modules/sql-engine/src/integrationTest/java/org/apache/ignite/internal/sql/engine/ItPkOnlyTableCrossApiTest.java b/modules/sql-engine/src/integrationTest/java/org/apache/ignite/internal/sql/engine/ItPkOnlyTableCrossApiTest.java index 452c7b6394..3560cce7a4 100644 --- a/modules/sql-engine/src/integrationTest/java/org/apache/ignite/internal/sql/engine/ItPkOnlyTableCrossApiTest.java +++ b/modules/sql-engine/src/integrationTest/java/org/apache/ignite/internal/sql/engine/ItPkOnlyTableCrossApiTest.java @@ -105,7 +105,7 @@ public class ItPk
(ignite-3) branch main updated: IGNITE-22266 Move IgniteTables to o.a.i.table package (#3845)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new db35b214ef IGNITE-22266 Move IgniteTables to o.a.i.table package (#3845) db35b214ef is described below commit db35b214eff5c3fc7b5bcc8e8db0d5b2a8af1387 Author: Pavel Tupitsyn AuthorDate: Thu May 30 11:11:34 2024 +0300 IGNITE-22266 Move IgniteTables to o.a.i.table package (#3845) Move `IgniteTables` from a separate `manager` package up to `org.apache.ignite.table` package to be consistent with other top-level APIs (Compute, Sql, ...). --- .../src/main/java/org/apache/ignite/Ignite.java| 2 +- .../ignite/table/{manager => }/IgniteTables.java | 3 +-- .../apache/ignite/table/manager/package-info.java | 22 -- .../ignite/internal/catalog/ItCatalogDslTest.java | 2 +- .../ClientComputeExecuteColocatedRequest.java | 2 +- .../handler/requests/jdbc/JdbcMetadataCatalog.java | 2 +- .../requests/table/ClientSchemasGetRequest.java| 2 +- .../table/ClientStreamerBatchSendRequest.java | 2 +- ...ClientStreamerWithReceiverBatchSendRequest.java | 2 +- .../handler/requests/table/ClientTableCommon.java | 2 +- .../requests/table/ClientTableGetRequest.java | 2 +- .../requests/table/ClientTablesGetRequest.java | 2 +- .../table/ClientTupleContainsKeyRequest.java | 2 +- .../table/ClientTupleDeleteAllExactRequest.java| 2 +- .../table/ClientTupleDeleteAllRequest.java | 2 +- .../table/ClientTupleDeleteExactRequest.java | 2 +- .../requests/table/ClientTupleDeleteRequest.java | 2 +- .../requests/table/ClientTupleGetAllRequest.java | 2 +- .../table/ClientTupleGetAndDeleteRequest.java | 2 +- .../table/ClientTupleGetAndReplaceRequest.java | 2 +- .../table/ClientTupleGetAndUpsertRequest.java | 2 +- .../requests/table/ClientTupleGetRequest.java | 2 +- .../table/ClientTupleInsertAllRequest.java | 2 +- .../requests/table/ClientTupleInsertRequest.java | 2 +- .../table/ClientTupleReplaceExactRequest.java | 2 +- .../requests/table/ClientTupleReplaceRequest.java | 2 +- .../table/ClientTupleUpsertAllRequest.java | 2 +- .../requests/table/ClientTupleUpsertRequest.java | 2 +- ...blePartitionPrimaryReplicasNodesGetRequest.java | 2 +- .../apache/ignite/client/ClientOperationType.java | 2 +- .../ignite/internal/client/TcpIgniteClient.java| 2 +- .../ignite/internal/client/table/ClientTables.java | 2 +- .../org/apache/ignite/client/fakes/FakeIgnite.java | 2 +- .../internal/table/ItTablePutGetEmbeddedTest.java | 2 +- .../internal/table/ItTablePutGetThinTest.java | 2 +- .../org/apache/ignite/internal/app/IgniteImpl.java | 2 +- .../org/apache/ignite/internal/TestWrappers.java | 2 +- .../sql/api/ItKvKeyColumnPositionTest.java | 2 +- .../sql/api/ItRecordViewKeyPositionsTest.java | 2 +- .../threading/ItTablesApiThreadingTest.java| 2 +- .../internal/table/IgniteTablesInternal.java | 2 +- .../PublicApiThreadingIgniteTables.java| 2 +- 42 files changed, 41 insertions(+), 64 deletions(-) diff --git a/modules/api/src/main/java/org/apache/ignite/Ignite.java b/modules/api/src/main/java/org/apache/ignite/Ignite.java index a1d2cf5b63..21fd965a17 100644 --- a/modules/api/src/main/java/org/apache/ignite/Ignite.java +++ b/modules/api/src/main/java/org/apache/ignite/Ignite.java @@ -25,7 +25,7 @@ import org.apache.ignite.compute.ComputeJob; import org.apache.ignite.compute.IgniteCompute; import org.apache.ignite.network.ClusterNode; import org.apache.ignite.sql.IgniteSql; -import org.apache.ignite.table.manager.IgniteTables; +import org.apache.ignite.table.IgniteTables; import org.apache.ignite.tx.IgniteTransactions; /** diff --git a/modules/api/src/main/java/org/apache/ignite/table/manager/IgniteTables.java b/modules/api/src/main/java/org/apache/ignite/table/IgniteTables.java similarity index 97% rename from modules/api/src/main/java/org/apache/ignite/table/manager/IgniteTables.java rename to modules/api/src/main/java/org/apache/ignite/table/IgniteTables.java index ed2c3b0bb3..a2c15f2175 100644 --- a/modules/api/src/main/java/org/apache/ignite/table/manager/IgniteTables.java +++ b/modules/api/src/main/java/org/apache/ignite/table/IgniteTables.java @@ -15,12 +15,11 @@ * limitations under the License. */ -package org.apache.ignite.table.manager; +package org.apache.ignite.table; import java.util.List; import java.util.concurrent.CompletableFuture; import org.apache.ignite.lang.IgniteException; -import org.apache.ignite.table.Table; /** * Interface that provides methods for managing tables. diff --git a/modules/api/src/main/java/org/apache/ignite/table/manager/package-info.java b/modules/api/src/main/java/org/apache/ignite/ta
(ignite-3) branch main updated (20f1e002ed -> 4ae7895586)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 20f1e002ed IGNITE-22357 Some integration tests don't close the client (#3832) add 4ae7895586 IGNITE-19546 .NET: Add Data Streamer with Receiver (#3833) No new revisions were added by this update. Summary of changes: .../Apache.Ignite.Tests/Compute/ComputeTests.cs| 4 +- .../dotnet/Apache.Ignite.Tests/FakeServer.cs | 21 ++ .../dotnet/Apache.Ignite.Tests/IgniteServerBase.cs | 1 - .../Apache.Ignite.Tests/PartitionAwarenessTests.cs | 29 +- .../Apache.Ignite.Tests/Table/DataStreamerTests.cs | 306 +++- .../platforms/dotnet/Apache.Ignite.sln.DotSettings | 1 + .../dotnet/Apache.Ignite/ClientOperationType.cs| 7 +- .../Internal/Common/IgniteArgumentCheck.cs | 27 ++ .../Apache.Ignite/Internal/Compute/Compute.cs | 31 +- .../Proto/BinaryTuple/BinaryTupleBuilder.cs| 193 +++ .../Apache.Ignite/Internal/Proto/ClientOp.cs | 5 +- .../Internal/Proto/ClientOpExtensions.cs | 1 + .../Apache.Ignite/Internal/Table/DataStreamer.cs | 46 ++- .../Internal/Table/DataStreamerWithReceiver.cs | 384 + .../Apache.Ignite/Internal/Table/KeyValueView.cs | 43 +++ .../Apache.Ignite/Internal/Table/RecordView.cs | 60 +++- .../dotnet/Apache.Ignite/RetryReadPolicy.cs| 1 + .../Apache.Ignite/Table/IDataStreamerTarget.cs | 53 +++ .../runner/app/PlatformTestNodeRunner.java | 66 19 files changed, 1221 insertions(+), 58 deletions(-) create mode 100644 modules/platforms/dotnet/Apache.Ignite/Internal/Table/DataStreamerWithReceiver.cs
(ignite-3) branch main updated: Bump netty from 4.1.109.Final to 4.1.110.Final (#3808)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new f685363061 Bump netty from 4.1.109.Final to 4.1.110.Final (#3808) f685363061 is described below commit f685363061f83f5cb86aa302ed451a83d5fdf207 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Wed May 29 07:06:38 2024 +0300 Bump netty from 4.1.109.Final to 4.1.110.Final (#3808) updated-dependencies: - dependency-name: io.netty:netty-common dependency-type: direct:production update-type: version-update:semver-patch - dependency-name: io.netty:netty-buffer dependency-type: direct:production update-type: version-update:semver-patch - dependency-name: io.netty:netty-codec dependency-type: direct:production update-type: version-update:semver-patch - dependency-name: io.netty:netty-handler dependency-type: direct:production update-type: version-update:semver-patch - dependency-name: io.netty:netty-transport dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index aeaa0385bf..daaf323b27 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -25,7 +25,7 @@ fmpp = "0.9.16" jackson = "2.17.1" jakarta = "2.0.0" jansi = "2.4.1" -netty = "4.1.109.Final" +netty = "4.1.110.Final" javapoet = "1.13.0" javax = "1.3.2" jetbrainsAnnotations = "24.1.0"
(ignite-3) branch main updated: Bump com.github.spotbugs from 6.0.14 to 6.0.15 (#3810)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 87aefa39ea Bump com.github.spotbugs from 6.0.14 to 6.0.15 (#3810) 87aefa39ea is described below commit 87aefa39ea3c47d36ab1864b1ec7e5bd486b4ca2 Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Wed May 29 07:06:14 2024 +0300 Bump com.github.spotbugs from 6.0.14 to 6.0.15 (#3810) updated-dependencies: - dependency-name: com.github.spotbugs dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 33a8658944..aeaa0385bf 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -101,7 +101,7 @@ checksum = "org.gradle.crypto.checksum:1.4.0" setupbuilder = "de.inetsoftware.setupbuilder:7.2.21" aggregateJavadoc = "io.freefair.aggregate-javadoc:6.6.3" ideaext = "org.jetbrains.gradle.plugin.idea-ext:1.1.8" -spotbugs = "com.github.spotbugs:6.0.14" +spotbugs = "com.github.spotbugs:6.0.15" [libraries]
(ignite-3) branch dependabot/gradle/netty-4.1.110.Final deleted (was 54ecf06804)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/netty-4.1.110.Final in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 54ecf06804 --- updated-dependencies: - dependency-name: io.netty:netty-common dependency-type: direct:production update-type: version-update:semver-patch - dependency-name: io.netty:netty-buffer dependency-type: direct:production update-type: version-update:semver-patch - dependency-name: io.netty:netty-codec dependency-type: direct:production update-type: version-update:semver-patch - dependency-name: io.netty:netty-handler dependency-type: direct:production upda [...] The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch dependabot/gradle/com.github.spotbugs-6.0.15 deleted (was 768b04e4d4)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/com.github.spotbugs-6.0.15 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 768b04e4d4 --- updated-dependencies: - dependency-name: com.github.spotbugs dependency-type: direct:production update-type: version-update:semver-patch ... The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated (a1fc0560d2 -> d3ab331241)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from a1fc0560d2 IGNITE-22242 Inject LogStorageFactory dependency in Loza & JRaftServer (#3757) add d3ab331241 IGNITE-19544 Java thin: Add Data Streamer with Receiver (#3812) No new revisions were added by this update. Summary of changes: .../org/apache/ignite/table/DataStreamerItem.java | 13 ++ ...reamerTarget.java => DataStreamerReceiver.java} | 34 ++-- .../DataStreamerReceiverContext.java} | 13 +- .../apache/ignite/table/DataStreamerTarget.java| 30 +++- .../client/proto/ClientBinaryTupleUtils.java | 188 +++- .../internal/client/proto/ClientMessagePacker.java | 30 ++-- .../client/proto/ClientMessageUnpacker.java| 29 +-- .../ignite/internal/client/proto/ClientOp.java | 7 +- .../client/proto/StreamerReceiverSerializer.java | 167 ++ .../handler/ClientInboundMessageHandler.java | 5 + .../ClientComputeExecuteColocatedRequest.java | 3 +- .../ClientComputeExecuteMapReduceRequest.java | 3 +- .../compute/ClientComputeExecuteRequest.java | 20 +-- ...ClientStreamerWithReceiverBatchSendRequest.java | 129 ++ .../apache/ignite/client/ClientOperationType.java | 5 + .../org/apache/ignite/client/RetryReadPolicy.java | 1 + .../apache/ignite/internal/client/ClientUtils.java | 3 + .../internal/client/compute/ClientCompute.java | 12 +- .../internal/client/table/ClientDataStreamer.java | 90 +- .../client/table/ClientKeyValueBinaryView.java | 34 .../internal/client/table/ClientKeyValueView.java | 34 .../client/table/ClientRecordBinaryView.java | 34 .../internal/client/table/ClientRecordView.java| 32 .../org/apache/ignite/client/DataStreamerTest.java | 195 - .../ignite/client/PartitionAwarenessTest.java | 87 ++--- .../java/org/apache/ignite/client/TestServer.java | 7 +- .../apache/ignite/client/fakes/FakeCompute.java| 18 +- .../ignite/client/fakes/FakeInternalTable.java | 5 +- .../internal/compute/ComputeComponentImpl.java | 2 +- .../ignite/internal/compute/ComputeUtils.java | 46 + .../internal/compute/JobExecutionContextImpl.java | 21 ++- .../internal/compute/executor/ComputeExecutor.java | 7 +- .../compute/executor/ComputeExecutorImpl.java | 4 +- .../internal/compute/loader/JobClassLoader.java| 3 +- .../ignite/internal/compute/queue/QueueEntry.java | 2 +- .../compute/JobExecutionContextImplTest.java | 4 +- .../compute/executor/ComputeExecutorTest.java | 6 + .../ignite/internal/streamer/StreamerBuffer.java | 8 +- .../internal/streamer/StreamerSubscriber.java | 45 +++-- .../internal/table/partition/HashPartition.java| 6 + .../internal/streamer/StreamerSubscriberTest.java | 8 +- .../streamer/ItAbstractDataStreamerTest.java | 133 ++ .../streamer/ItServerDataStreamerTest.java | 23 +++ .../apache/ignite/internal/table/DataStreamer.java | 28 ++- .../internal/table/KeyValueBinaryViewImpl.java | 16 ++ .../ignite/internal/table/KeyValueViewImpl.java| 16 ++ .../internal/table/PublicApiThreadingViewBase.java | 25 +++ .../internal/table/RecordBinaryViewImpl.java | 17 ++ .../ignite/internal/table/RecordViewImpl.java | 16 ++ 49 files changed, 1517 insertions(+), 147 deletions(-) copy modules/api/src/main/java/org/apache/ignite/table/{DataStreamerTarget.java => DataStreamerReceiver.java} (50%) copy modules/api/src/main/java/org/apache/ignite/{compute/task/TaskExecutionContext.java => table/DataStreamerReceiverContext.java} (79%) create mode 100644 modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/StreamerReceiverSerializer.java create mode 100644 modules/client-handler/src/main/java/org/apache/ignite/client/handler/requests/table/ClientStreamerWithReceiverBatchSendRequest.java
(ignite) branch master updated: IGNITE-22308 .NET: Update vulnerable Newtonsoft.Json (#11359)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/ignite.git The following commit(s) were added to refs/heads/master by this push: new a2cd44cd787 IGNITE-22308 .NET: Update vulnerable Newtonsoft.Json (#11359) a2cd44cd787 is described below commit a2cd44cd7873f5104253434f15eb740d98f20a51 Author: Pavel Tupitsyn AuthorDate: Thu May 23 09:53:16 2024 +0300 IGNITE-22308 .NET: Update vulnerable Newtonsoft.Json (#11359) --- .../dotnet/Apache.Ignite.Core.Tests/Apache.Ignite.Core.Tests.csproj | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/platforms/dotnet/Apache.Ignite.Core.Tests/Apache.Ignite.Core.Tests.csproj b/modules/platforms/dotnet/Apache.Ignite.Core.Tests/Apache.Ignite.Core.Tests.csproj index d6223a18ffc..793821f30df 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Core.Tests/Apache.Ignite.Core.Tests.csproj +++ b/modules/platforms/dotnet/Apache.Ignite.Core.Tests/Apache.Ignite.Core.Tests.csproj @@ -31,7 +31,7 @@ - +
(ignite-3) branch IGNITE-22149 deleted (was a924008c0e)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch IGNITE-22149 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was a924008c0e checkstyle The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch dependabot/gradle/io.swagger.core.v3-swagger-annotations-2.2.22 deleted (was a09e277f82)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/io.swagger.core.v3-swagger-annotations-2.2.22 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was a09e277f82 Bump io.swagger.core.v3:swagger-annotations from 2.2.20 to 2.2.22 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump io.swagger.core.v3:swagger-annotations from 2.2.20 to 2.2.22 (#3770)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 066332182d Bump io.swagger.core.v3:swagger-annotations from 2.2.20 to 2.2.22 (#3770) 066332182d is described below commit 066332182d7ce7b1771ae288cc44be9f2e64cadc Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Mon May 20 16:10:57 2024 +0300 Bump io.swagger.core.v3:swagger-annotations from 2.2.20 to 2.2.22 (#3770) Bumps io.swagger.core.v3:swagger-annotations from 2.2.20 to 2.2.22. --- updated-dependencies: - dependency-name: io.swagger.core.v3:swagger-annotations dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index a3a5ce56bc..c87c4b3680 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -48,7 +48,7 @@ picocli = "4.7.5" slf4j = "2.0.13" log4j = "2.23.0" spoon = "10.4.3-beta-20" -swagger = "2.2.20" +swagger = "2.2.22" swaggerLegacy = "1.6.14" typesafe = "1.4.3" hamcrest = "2.2"
(ignite-3) branch main updated: IGNITE-22124 Java thin: Implement Compute MapReduce API (#3744)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new c56f077040 IGNITE-22124 Java thin: Implement Compute MapReduce API (#3744) c56f077040 is described below commit c56f077040e736b087ad239c688f43897cc096f7 Author: Vadim Kolodin AuthorDate: Mon May 20 16:09:56 2024 +0300 IGNITE-22124 Java thin: Implement Compute MapReduce API (#3744) --- .../internal/client/proto/ClientMessagePacker.java | 13 ++ .../client/proto/ClientMessageUnpacker.java| 10 ++ .../ignite/internal/client/proto/ClientOp.java | 5 + .../handler/ClientInboundMessageHandler.java | 4 + .../ClientComputeExecuteMapReduceRequest.java | 100 +++ .../apache/ignite/client/ClientOperationType.java | 5 + .../org/apache/ignite/client/RetryReadPolicy.java | 1 + .../apache/ignite/internal/client/ClientUtils.java | 3 + .../internal/client/compute/ClientCompute.java | 65 -- .../client/compute/ClientJobExecution.java | 14 +-- .../client/compute/ClientTaskExecution.java| 140 + .../internal/client/compute/SubmitTaskResult.java | 41 ++ .../client/compute/task/ClientTaskExecution.java | 57 - .../apache/ignite/client/ClientComputeTest.java| 47 +++ .../apache/ignite/client/fakes/FakeCompute.java| 58 - .../runner/app/client/ItThinClientComputeTest.java | 122 ++ 16 files changed, 612 insertions(+), 73 deletions(-) diff --git a/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientMessagePacker.java b/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientMessagePacker.java index 1fc36b24ce..1f07669394 100644 --- a/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientMessagePacker.java +++ b/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientMessagePacker.java @@ -520,6 +520,19 @@ public class ClientMessagePacker implements AutoCloseable { buf.writeLongLE(val.getLeastSignificantBits()); } +/** + * Writes a UUID. + * + * @param val UUID value. + */ +public void packUuidNullable(@Nullable UUID val) { +if (val == null) { +packNil(); +} else { +packUuid(val); +} +} + /** * Writes a bit set. * diff --git a/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientMessageUnpacker.java b/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientMessageUnpacker.java index cba6481c9c..ec8086fb11 100644 --- a/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientMessageUnpacker.java +++ b/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientMessageUnpacker.java @@ -672,6 +672,16 @@ public class ClientMessageUnpacker implements AutoCloseable { return new UUID(buf.readLongLE(), buf.readLongLE()); } +/** + * Reads a nullable UUID. + * + * @return UUID or null. + * @throws MessageTypeException when type is not UUID. + */ +public @Nullable UUID unpackUuidNullable() { +return tryUnpackNil() ? null : unpackUuid(); +} + /** * Reads a bit set. * diff --git a/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientOp.java b/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientOp.java index 0b83a4869f..bb371faaed 100644 --- a/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientOp.java +++ b/modules/client-common/src/main/java/org/apache/ignite/internal/client/proto/ClientOp.java @@ -170,4 +170,9 @@ public class ClientOp { /** Execute SQL query with the parameters batch. */ public static final int SQL_EXEC_BATCH = 63; + +/** + * Execute MapReduce task. + */ +public static final int COMPUTE_EXECUTE_MAPREDUCE = 64; } diff --git a/modules/client-handler/src/main/java/org/apache/ignite/client/handler/ClientInboundMessageHandler.java b/modules/client-handler/src/main/java/org/apache/ignite/client/handler/ClientInboundMessageHandler.java index 5669f4d285..a9a75b8405 100644 --- a/modules/client-handler/src/main/java/org/apache/ignite/client/handler/ClientInboundMessageHandler.java +++ b/modules/client-handler/src/main/java/org/apache/ignite/client/handler/ClientInboundMessageHandler.java @@ -45,6 +45,7 @@ import org.apache.ignite.client.handler.requests.cluster.ClientClusterGetNodesRe import org.apache.ignite.client.handler.requests.compute.ClientComputeCancelRequest; import org.apache.ignite.client.handler.requests.compute.ClientComputeChangePriorityRequest; import
(ignite-3) branch dependabot/gradle/jackson-2.17.1 deleted (was 83bac5b982)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/jackson-2.17.1 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 83bac5b982 Bump jackson from 2.17.0 to 2.17.1 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump jackson from 2.17.0 to 2.17.1 (#3706)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 7ae9ab763e Bump jackson from 2.17.0 to 2.17.1 (#3706) 7ae9ab763e is described below commit 7ae9ab763e57a47d139a2ee7a8fbdb72cd76987c Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Mon May 20 14:52:49 2024 +0300 Bump jackson from 2.17.0 to 2.17.1 (#3706) Bumps `jackson` from 2.17.0 to 2.17.1. Updates `com.fasterxml.jackson.core:jackson-core` from 2.17.0 to 2.17.1 - [Commits](https://github.com/FasterXML/jackson-core/compare/jackson-core-2.17.0...jackson-core-2.17.1) Updates `com.fasterxml.jackson.core:jackson-databind` from 2.17.0 to 2.17.1 - [Commits](https://github.com/FasterXML/jackson/commits) Updates `com.fasterxml.jackson.core:jackson-annotations` from 2.17.0 to 2.17.1 - [Commits](https://github.com/FasterXML/jackson/commits) --- updated-dependencies: - dependency-name: com.fasterxml.jackson.core:jackson-core dependency-type: direct:production update-type: version-update:semver-patch - dependency-name: com.fasterxml.jackson.core:jackson-databind dependency-type: direct:production update-type: version-update:semver-patch - dependency-name: com.fasterxml.jackson.core:jackson-annotations dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 2f8f4c8485..a3a5ce56bc 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -22,7 +22,7 @@ bouncycastle = "1.78.1" compileTesting = "0.21.0" fliptables = "1.1.1" fmpp = "0.9.16" -jackson = "2.17.0" +jackson = "2.17.1" jakarta = "2.0.0" jansi = "2.4.1" netty = "4.1.109.Final"
(ignite-3) branch dependabot/gradle/com.google.guava-guava-33.2.0-jre deleted (was 038d8d03ce)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/com.google.guava-guava-33.2.0-jre in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 038d8d03ce Bump com.google.guava:guava from 33.1.0-jre to 33.2.0-jre The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated (62e8494fda -> 4c6d0f7658)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git from 62e8494fda IGNITE-22050 Fix incorrect partId in reused pages (#3789) add 4c6d0f7658 Bump com.google.guava:guava from 33.1.0-jre to 33.2.0-jre (#3697) No new revisions were added by this update. Summary of changes: gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
(ignite-3) branch main updated: IGNITE-22208 Deduplicate DEFAULT_SCHEMA_NAME (#3758)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new bd4574da15 IGNITE-22208 Deduplicate DEFAULT_SCHEMA_NAME (#3758) bd4574da15 is described below commit bd4574da15154fb17c258c42f479b7ec1bc154a6 Author: Pavel Tupitsyn AuthorDate: Wed May 15 15:40:27 2024 +0300 IGNITE-22208 Deduplicate DEFAULT_SCHEMA_NAME (#3758) --- .../ignite/internal/catalog/CatalogManagerImpl.java| 15 --- .../apache/ignite/internal/catalog/CatalogService.java | 3 --- .../CatalogManagerDescriptorCausalityTokenTest.java| 8 .../internal/catalog/CatalogManagerSelfTest.java | 14 +++--- .../internal/catalog/commands/CatalogUtilsTest.java| 16 .../internal/catalog/BaseCatalogManagerTest.java | 12 ++-- .../ignite/internal/catalog/CatalogTestUtils.java | 16 .../handler/requests/jdbc/JdbcMetadataCatalog.java | 18 -- .../ignite/internal/client/compute/ClientCompute.java | 5 ++--- .../ignite/internal/compute/IgniteComputeImpl.java | 5 ++--- .../rebalance/DistributionZoneRebalanceEngineTest.java | 4 ++-- .../ignite/internal/index/ItBuildIndexOneNodeTest.java | 18 +- .../ignite/internal/index/ItIndexAndRebalanceTest.java | 4 ++-- .../index/IndexAvailabilityControllerTest.java | 6 +++--- .../internal/index/IndexBuildControllerTest.java | 6 +++--- .../apache/ignite/internal/index/IndexManagerTest.java | 8 .../internal/index/TestIndexManagementUtils.java | 8 .../apache/ignite/internal/jdbc/JdbcConnection.java| 7 +++ .../internal/runner/app/PlatformTestNodeRunner.java| 12 ++-- .../internal/sql/engine/ItIndexAvailabilityTest.java | 4 ++-- .../ignite/internal/sql/engine/ItIndexDdlTest.java | 6 +++--- .../internal/sql/engine/ItIndexesSystemViewTest.java | 4 ++-- .../ignite/internal/sql/engine/SqlQueryProcessor.java | 6 ++ .../internal/sql/api/StatementBuilderImplTest.java | 9 - .../sql/engine/exec/ExecutionServiceImplTest.java | 4 ++-- .../sql/engine/exec/mapping/FragmentMappingTest.java | 4 ++-- .../internal/sql/engine/framework/TestBuilders.java| 3 ++- .../ignite/internal/sql/engine/framework/TestNode.java | 4 ++-- .../sql/engine/planner/AbstractPlannerTest.java| 4 ++-- .../sql/engine/planner/KeyValueModifyPlannerTest.java | 4 ++-- .../engine/planner/PrimaryKeyLookupPlannerTest.java| 4 ++-- .../ddl/AbstractDdlSqlToCommandConverterTest.java | 4 ++-- .../internal/sql/engine/util/StatementChecker.java | 4 ++-- .../disaster/ItDisasterRecoveryManagerTest.java| 4 ++-- .../internal/rebalance/ItRebalanceDistributedTest.java | 4 ++-- .../CatalogStorageIndexDescriptorSupplierTest.java | 10 +- .../table/distributed/TableManagerRecoveryTest.java| 10 +- .../internal/table/distributed/TableManagerTest.java | 6 +++--- .../internal/table/distributed/TableUtilsTest.java | 4 ++-- .../snapshot/FullStateTransferIndexChooserTest.java| 8 .../apache/ignite/internal/table/TableTestUtils.java | 12 ++-- 41 files changed, 153 insertions(+), 154 deletions(-) diff --git a/modules/catalog/src/main/java/org/apache/ignite/internal/catalog/CatalogManagerImpl.java b/modules/catalog/src/main/java/org/apache/ignite/internal/catalog/CatalogManagerImpl.java index 070c7a81a0..eacb159c1c 100644 --- a/modules/catalog/src/main/java/org/apache/ignite/internal/catalog/CatalogManagerImpl.java +++ b/modules/catalog/src/main/java/org/apache/ignite/internal/catalog/CatalogManagerImpl.java @@ -75,6 +75,7 @@ import org.apache.ignite.internal.lang.IgniteInternalException; import org.apache.ignite.internal.lang.NodeStoppingException; import org.apache.ignite.internal.logger.IgniteLogger; import org.apache.ignite.internal.logger.Loggers; +import org.apache.ignite.internal.sql.SqlCommon; import org.apache.ignite.internal.systemview.api.SystemView; import org.apache.ignite.internal.systemview.api.SystemViewProvider; import org.apache.ignite.internal.systemview.api.SystemViews; @@ -194,7 +195,7 @@ public class CatalogManagerImpl extends AbstractEventProducerTBD: events */ public interface CatalogService extends EventProducer { -/** Default schema name. */ -String DEFAULT_SCHEMA_NAME = "PUBLIC"; - /** System schema name. */ String SYSTEM_SCHEMA_NAME = "SYSTEM"; diff --git a/modules/catalog/src/test/java/org/apache/ignite/internal/catalog/CatalogManagerDescriptorCausalityTokenTest.java b/modules/catalog/src/test/java/org/apache/ignite/internal/catalog/CatalogManagerDescriptorCausalityTokenTest.java index dbc0185482..159c910c20 100644 --- a/modules/catalog/src/test/ja
(ignite-3) branch dependabot/gradle/mockito-5.12.0 deleted (was 80c9d277ff)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a change to branch dependabot/gradle/mockito-5.12.0 in repository https://gitbox.apache.org/repos/asf/ignite-3.git was 80c9d277ff Bump mockito from 5.11.0 to 5.12.0 The revisions that were on this branch are still contained in other references; therefore, this change does not discard any commits from the repository.
(ignite-3) branch main updated: Bump mockito from 5.11.0 to 5.12.0 (#3745)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new e8da242462 Bump mockito from 5.11.0 to 5.12.0 (#3745) e8da242462 is described below commit e8da2424623c0be9215992cdbbb89576da2f6f4c Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> AuthorDate: Wed May 15 12:11:18 2024 +0300 Bump mockito from 5.11.0 to 5.12.0 (#3745) Bumps `mockito` from 5.11.0 to 5.12.0. Updates `org.mockito:mockito-core` from 5.11.0 to 5.12.0 - [Release notes](https://github.com/mockito/mockito/releases) - [Commits](https://github.com/mockito/mockito/compare/v5.11.0...v5.12.0) Updates `org.mockito:mockito-junit-jupiter` from 5.11.0 to 5.12.0 - [Release notes](https://github.com/mockito/mockito/releases) - [Commits](https://github.com/mockito/mockito/compare/v5.11.0...v5.12.0) --- updated-dependencies: - dependency-name: org.mockito:mockito-core dependency-type: direct:production update-type: version-update:semver-minor - dependency-name: org.mockito:mockito-junit-jupiter dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: Pavel Tupitsyn Co-authored-by: Pavel Tupitsyn --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 1a5dcf9824..5fdab6056b 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -43,7 +43,7 @@ micronautPicocli = "4.4.0" micronautJunit5 = "3.9.2" micronautSecurity="3.11.1" micronautReactor="2.6.0" -mockito = "5.11.0" +mockito = "5.12.0" picocli = "4.7.5" slf4j = "2.0.13" log4j = "2.23.0"
(ignite-3) branch main updated: IGNITE-22031 .NET: Remove DataStreamer.PartitionAssignmentUpdateFrequency (#3749)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 185e568d45 IGNITE-22031 .NET: Remove DataStreamer.PartitionAssignmentUpdateFrequency (#3749) 185e568d45 is described below commit 185e568d4536b686794dc1011d3f9ba561e91d7b Author: Pavel Tupitsyn AuthorDate: Tue May 14 15:19:59 2024 +0300 IGNITE-22031 .NET: Remove DataStreamer.PartitionAssignmentUpdateFrequency (#3749) 1. Remove timer-based partition assignment check - is not necessary. `Table.GetPartitionAssignmentAsync` is backed by a cache with a double-checked locking, and uses a `ValueTask`, so there is no overhead in case of unchanged assignment - we can call it as often as needed. 2. Add `TestDataStreamerReceivesPartitionAssignmentUpdatesWhileStreaming` to cover this use case explicitly. 3. Reorder operations in `DataStreamer`: check partition assignment before handling the next item, not after. Benchmark results are not affected compared to `main` branch. Different results are caused by previous changes (IGNITE-21931, IGNITE-21490). --- .../Table/DataStreamerBenchmark.cs | 20 - .../dotnet/Apache.Ignite.Tests/FakeServer.cs | 8 +++- .../Apache.Ignite.Tests/PartitionAwarenessTests.cs | 50 +++--- .../Apache.Ignite/Internal/Table/DataStreamer.cs | 25 --- 4 files changed, 68 insertions(+), 35 deletions(-) diff --git a/modules/platforms/dotnet/Apache.Ignite.Benchmarks/Table/DataStreamerBenchmark.cs b/modules/platforms/dotnet/Apache.Ignite.Benchmarks/Table/DataStreamerBenchmark.cs index cfa7ff566b..b2ec1798bc 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Benchmarks/Table/DataStreamerBenchmark.cs +++ b/modules/platforms/dotnet/Apache.Ignite.Benchmarks/Table/DataStreamerBenchmark.cs @@ -33,20 +33,20 @@ using Tests; /// inserts everything in one batch, and streamer sends multiple batches. With multiple servers, streamer scales linearly because /// it sends batches to different nodes in parallel. /// -/// Results on i9-12900H, .NET SDK 6.0.408, Ubuntu 22.04: +/// Results on i9-12900H, .NET SDK 6.0.421, Ubuntu 22.04: /// | Method | ServerCount | Mean |Error | StdDev | Ratio | RatioSD | Allocated | /// |- | |--:|-:|-:|--:|:|--:| -/// | DataStreamer | 1 | 141.56 ms | 2.725 ms | 3.244 ms | 1.00 |0.00 | 4 MB | -/// |UpsertAll | 1 | 112.99 ms | 1.203 ms | 1.125 ms | 0.80 |0.02 | 4 MB | -/// | UpsertAllBatched | 1 | 159.11 ms | 3.175 ms | 4.451 ms | 1.12 |0.04 | 4 MB | +/// | DataStreamer | 1 | 109.33 ms | 0.805 ms | 0.753 ms | 1.00 |0.00 | 4 MB | +/// |UpsertAll | 1 | 112.34 ms | 1.060 ms | 0.991 ms | 1.03 |0.01 | 4 MB | +/// | UpsertAllBatched | 1 | 158.85 ms | 3.115 ms | 5.374 ms | 1.44 |0.06 | 4 MB | /// | | | | | | | | | -/// | DataStreamer | 2 | 67.29 ms | 1.331 ms | 3.058 ms | 1.00 |0.00 | 4 MB | -/// |UpsertAll | 2 | 113.68 ms | 0.915 ms | 0.856 ms | 1.64 |0.05 | 4 MB | -/// | UpsertAllBatched | 2 | 162.47 ms | 3.169 ms | 5.118 ms | 2.42 |0.14 | 4 MB | +/// | DataStreamer | 2 | 56.03 ms | 0.619 ms | 0.579 ms | 1.00 |0.00 | 4 MB | +/// |UpsertAll | 2 | 112.38 ms | 1.527 ms | 1.428 ms | 2.01 |0.03 | 4 MB | +/// | UpsertAllBatched | 2 | 162.67 ms | 2.833 ms | 3.149 ms | 2.91 |0.07 | 4 MB | /// | | | | | | | | | -/// | DataStreamer | 4 | 32.64 ms | 0.507 ms | 0.475 ms | 1.00 |0.00 | 4 MB | -/// |UpsertAll | 4 | 113.84 ms | 1.276 ms | 1.193 ms | 3.49 |0.05 | 4 MB | -/// | UpsertAllBatched | 4 | 159.17 ms | 3.148 ms | 5.172 ms | 4.79 |0.17 | 4 MB |. +/// | DataStreamer | 4 | 43.86 ms | 0.528 ms | 0.494 ms | 1.00 |0.00 | 4 MB | +/// |UpsertAll | 4 | 113.32 ms | 0.880 ms | 0.823 ms | 2.58 |0.04 | 4 MB | +/// | UpsertAllBatched | 4 | 164.51 ms | 3.220 ms | 3.446 ms | 3.76 |0.10 | 4 MB |. /// [MemoryDiagnoser] public class DataStreamerBenchmark diff --git a/modules/platforms/dotnet/Apache.Ignite.Tests/FakeServer.cs b/modules/platforms/dotnet/Apache.Ignite.Tests/FakeServer.cs index 68d696f94c..ee6020eae8 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Tests/FakeServer.cs +++ b/modules/platforms/dotnet/Apache.Ignite.Tests
(ignite-3) branch main updated: IGNITE-22205 Reuse SQL API classes from embedded mode in client (#3747)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 6dc1021e3e IGNITE-22205 Reuse SQL API classes from embedded mode in client (#3747) 6dc1021e3e is described below commit 6dc1021e3ee00b8f599a1742bda0456c45f30710 Author: Pavel Tupitsyn AuthorDate: Tue May 14 13:07:00 2024 +0300 IGNITE-22205 Reuse SQL API classes from embedded mode in client (#3747) * Move reusable classes to core module: `StatementImpl`, `StatementBuilderImpl`, `ResultSetMetadataImpl`, `ColumnMetadataImpl`, `ColumnOriginImpl` * Remove duplicate client-side implementations --- .../handler/requests/sql/ClientSqlProperties.java | 4 +- .../internal/client/sql/ClientAsyncResultSet.java | 2 +- .../internal/client/sql/ClientColumnMetadata.java | 115 - .../internal/client/sql/ClientColumnOrigin.java| 85 .../client/sql/ClientResultSetMetadata.java| 84 +++- .../ignite/internal/client/sql/ClientSql.java | 27 ++-- .../internal/client/sql/ClientStatement.java | 142 - .../client/sql/ClientStatementBuilder.java | 96 -- .../internal/client/table/AbstractClientView.java | 4 +- .../ignite/internal/sql}/ColumnMetadataImpl.java | 4 +- .../internal/sql}/ResultSetMetadataImpl.java | 2 +- .../org/apache/ignite/internal/sql/SqlCommon.java | 29 + .../ignite/internal/sql}/StatementBuilderImpl.java | 4 +- .../apache/ignite/internal/sql}/StatementImpl.java | 11 +- .../ignite/internal/sql/api/ItSqlApiBaseTest.java | 3 +- .../ignite/internal/sql/api/IgniteSqlImpl.java | 4 +- .../internal/sql/engine/SqlQueryProcessor.java | 2 +- .../internal/sql/engine/prepare/DdlPlan.java | 4 +- .../internal/sql/engine/prepare/ExplainPlan.java | 4 +- .../sql/engine/prepare/PrepareServiceImpl.java | 4 +- .../internal/sql/api/StatementBuilderImplTest.java | 4 +- .../sql/engine/AsyncSqlCursorImplTest.java | 2 +- .../sql/engine/exec/mapping/MappingTestRunner.java | 2 +- 23 files changed, 125 insertions(+), 513 deletions(-) diff --git a/modules/client-handler/src/main/java/org/apache/ignite/client/handler/requests/sql/ClientSqlProperties.java b/modules/client-handler/src/main/java/org/apache/ignite/client/handler/requests/sql/ClientSqlProperties.java index 015f90d9dd..ccd74bb088 100644 --- a/modules/client-handler/src/main/java/org/apache/ignite/client/handler/requests/sql/ClientSqlProperties.java +++ b/modules/client-handler/src/main/java/org/apache/ignite/client/handler/requests/sql/ClientSqlProperties.java @@ -19,7 +19,7 @@ package org.apache.ignite.client.handler.requests.sql; import java.time.ZoneId; import org.apache.ignite.internal.client.proto.ClientMessageUnpacker; -import org.apache.ignite.internal.sql.api.IgniteSqlImpl; +import org.apache.ignite.internal.sql.SqlCommon; import org.apache.ignite.internal.sql.engine.QueryProperty; import org.apache.ignite.internal.sql.engine.property.SqlProperties; import org.apache.ignite.internal.sql.engine.property.SqlPropertiesHelper; @@ -38,7 +38,7 @@ class ClientSqlProperties { ClientSqlProperties(ClientMessageUnpacker in) { schema = in.tryUnpackNil() ? null : in.unpackString(); -pageSize = in.tryUnpackNil() ? IgniteSqlImpl.DEFAULT_PAGE_SIZE : in.unpackInt(); +pageSize = in.tryUnpackNil() ? SqlCommon.DEFAULT_PAGE_SIZE : in.unpackInt(); queryTimeout = in.tryUnpackNil() ? 0 : in.unpackLong(); idleTimeout = in.tryUnpackNil() ? 0 : in.unpackLong(); timeZoneId = in.tryUnpackNil() ? null : in.unpackString(); diff --git a/modules/client/src/main/java/org/apache/ignite/internal/client/sql/ClientAsyncResultSet.java b/modules/client/src/main/java/org/apache/ignite/internal/client/sql/ClientAsyncResultSet.java index 4b81e8ea7b..1b17490146 100644 --- a/modules/client/src/main/java/org/apache/ignite/internal/client/sql/ClientAsyncResultSet.java +++ b/modules/client/src/main/java/org/apache/ignite/internal/client/sql/ClientAsyncResultSet.java @@ -99,7 +99,7 @@ class ClientAsyncResultSet implements AsyncResultSet { hasMorePages = in.unpackBoolean(); wasApplied = in.unpackBoolean(); affectedRows = in.unpackLong(); -metadata = hasRowSet ? new ClientResultSetMetadata(in) : null; +metadata = hasRowSet ? ClientResultSetMetadata.read(in) : null; this.mapper = mapper; marshaller = metadata != null && mapper != null && mapper.targetType() != SqlRow.class diff --git a/modules/client/src/main/java/org/apache/ignite/internal/client/sql/ClientColumnMetadata.java b/modules/client/src/main/java/org/apache/ignite/internal/client/sql/ClientColumnMetadata.java deleted file mode 100644
(ignite) branch master updated: IGNITE-21542 Add documentation on Ignite Security Model (#11277)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/ignite.git The following commit(s) were added to refs/heads/master by this push: new 7b8b4bae386 IGNITE-21542 Add documentation on Ignite Security Model (#11277) 7b8b4bae386 is described below commit 7b8b4bae386be9396182d367a30e0387642e032f Author: oleg-vlsk <153691984+oleg-v...@users.noreply.github.com> AuthorDate: Tue May 14 14:50:39 2024 +1000 IGNITE-21542 Add documentation on Ignite Security Model (#11277) --- docs/_data/toc.yaml | 4 +++- docs/_docs/security/security-model.adoc | 20 2 files changed, 23 insertions(+), 1 deletion(-) diff --git a/docs/_data/toc.yaml b/docs/_data/toc.yaml index 11472772401..225a73ac4e0 100644 --- a/docs/_data/toc.yaml +++ b/docs/_data/toc.yaml @@ -472,7 +472,9 @@ url: tools/index-reader - title: Security url: security - items: + items: +- title: Security Model + url: security/security-model - title: Authentication url: security/authentication - title: SSL/TLS diff --git a/docs/_docs/security/security-model.adoc b/docs/_docs/security/security-model.adoc new file mode 100644 index 000..eb02d4472cd --- /dev/null +++ b/docs/_docs/security/security-model.adoc @@ -0,0 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one or more +// contributor license agreements. See the NOTICE file distributed with +// this work for additional information regarding copyright ownership. +// The ASF licenses this file to You under the Apache License, Version 2.0 +// (the "License"); you may not use this file except in compliance with +// the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. += Security Model + +When it comes to Apache Ignite security, it is very important to note that by having access to any Ignite cluster node (a server node or a thick client node) it is possible to perform malicious actions on the cluster. There are no mechanisms that could provide protection for the cluster in such scenarios. + +Therefore, all link:../clustering/network-configuration.adoc#_discovery[Discovery] and link:../clustering/network-configuration.adoc#_communication[Communication] ports for Ignite server and thick client nodes should only be available inside a protected subnetwork (the so-called demilitarized zone or DMZ). Should those ports be exposed outside of DMZ, it is advised to control access to them by using SSL certificates issued by a trusted Certification Authority (please see this link:ssl-tl [...] +
(ignite-3) branch main updated: IGNITE-21604 .NET: Pass client time zone to server (#3742)
This is an automated email from the ASF dual-hosted git repository. ptupitsyn pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/ignite-3.git The following commit(s) were added to refs/heads/main by this push: new 7028e1ed7b IGNITE-21604 .NET: Pass client time zone to server (#3742) 7028e1ed7b is described below commit 7028e1ed7b4be67a423bec6b7b93e6764e6e645b Author: Pavel Tupitsyn AuthorDate: Mon May 13 16:26:39 2024 +0300 IGNITE-21604 .NET: Pass client time zone to server (#3742) Add `string TimeZoneId` to `SqlStatement`, propagate to server. We use `string` type so that the user is free to get this ID from any API, such as `TimeZoneInfo` from the standard library or `DateTimeZone` from NodaTime. --- .../dotnet/Apache.Ignite.Tests/Sql/SqlTests.cs | 88 +- .../dotnet/Apache.Ignite/Internal/Sql/Sql.cs | 3 +- .../dotnet/Apache.Ignite/Sql/SqlStatement.cs | 33 +++- 3 files changed, 121 insertions(+), 3 deletions(-) diff --git a/modules/platforms/dotnet/Apache.Ignite.Tests/Sql/SqlTests.cs b/modules/platforms/dotnet/Apache.Ignite.Tests/Sql/SqlTests.cs index c51560b9a2..d9e9cea5dd 100644 --- a/modules/platforms/dotnet/Apache.Ignite.Tests/Sql/SqlTests.cs +++ b/modules/platforms/dotnet/Apache.Ignite.Tests/Sql/SqlTests.cs @@ -19,11 +19,15 @@ namespace Apache.Ignite.Tests.Sql { using System; using System.Collections.Generic; +using System.Collections.ObjectModel; using System.Diagnostics.CodeAnalysis; using System.Linq; using System.Threading.Tasks; using Ignite.Sql; using Ignite.Table; +using Internal.Common; +using Microsoft.Extensions.Logging.Abstractions; +using NodaTime; using NUnit.Framework; /// @@ -395,6 +399,7 @@ namespace Apache.Ignite.Tests.Sql timeout: TimeSpan.FromSeconds(123), schema: "schema-1", pageSize: 987, +timeZoneId: "Europe/London", properties: new Dictionary { { "prop1", 10 }, { "prop-2", "xyz" } }); await using var res = await client.Sql.ExecuteAsync(null, sqlStatement); @@ -410,6 +415,7 @@ namespace Apache.Ignite.Tests.Sql Assert.AreEqual("SELECT PROPS", props["sql"]); Assert.AreEqual("10", props["prop1"]); Assert.AreEqual("xyz", props["prop-2"]); +Assert.AreEqual("Europe/London", props["timeZoneId"]); } [Test] @@ -476,7 +482,8 @@ namespace Apache.Ignite.Tests.Sql timeout: TimeSpan.FromSeconds(123), schema: "schema-1", pageSize: 987, -properties: new Dictionary { { "prop1", 10 }, { "prop-2", "xyz" } }); +properties: new Dictionary { { "prop1", 10 }, { "prop-2", "xyz" } }, +timeZoneId: "Europe/Nicosia"); await client.Sql.ExecuteScriptAsync(sqlStatement); var resProps = server.LastSqlScriptProps; @@ -487,6 +494,7 @@ namespace Apache.Ignite.Tests.Sql Assert.AreEqual("SELECT PROPS", resProps["sql"]); Assert.AreEqual(10, resProps["prop1"]); Assert.AreEqual("xyz", resProps["prop-2"]); +Assert.AreEqual(sqlStatement.TimeZoneId, resProps["timeZoneId"]); } [Test] @@ -515,5 +523,83 @@ namespace Apache.Ignite.Tests.Sql Assert.AreEqual(3.333m, res[0]); } + +[Test] +public async Task TestStatementTimeZoneWithAllZones([Values(true, false)] bool useNodaTime) +{ +using var client = await IgniteClient.StartAsync(GetConfig() with { LoggerFactory = NullLoggerFactory.Instance }); +var statement = new SqlStatement("SELECT CURRENT_TIMESTAMP"); + +ICollection zoneIds = useNodaTime +? DateTimeZoneProviders.Tzdb.Ids +: TimeZoneInfo.GetSystemTimeZones().Select(x => x.Id).ToList(); + +var zoneProvider = useNodaTime +? DateTimeZoneProviders.Tzdb +: DateTimeZoneProviders.Bcl; + +List failures = new(); + +foreach (var zoneId in zoneIds) +{ +try +{ +await using var resultSet = await client.Sql.ExecuteAsync(null, statement with { TimeZoneId = zoneId }); + +var resTime = (LocalDateTime)(await resultSet.SingleAsync())[0]!; + +var currentTimeInZone = SystemClock.Instance.GetCurrentInstant() +.InZone(zoneProvider[zoneId]) +.LocalDateTime; + +