This is an automated email from the ASF dual-hosted git repository. dongjoon pushed a commit to branch branch-3.5 in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/branch-3.5 by this push: new 6a2284feaac Revert "[SPARK-45110][BUILD] Upgrade rocksdbjni to 8.5.3" 6a2284feaac is described below commit 6a2284feaac4f632d645a93361d29e693eeb9d32 Author: Dongjoon Hyun <dh...@apple.com> AuthorDate: Tue Sep 12 08:49:40 2023 -0700 Revert "[SPARK-45110][BUILD] Upgrade rocksdbjni to 8.5.3" This reverts commit 6a2aa1d48c304095dcdf2816a46ec1f5a8af41a2. --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 2 +- pom.xml | 2 +- ...StoreBasicOperationsBenchmark-jdk11-results.txt | 120 ++++++++++----------- ...StoreBasicOperationsBenchmark-jdk17-results.txt | 120 ++++++++++----------- .../StateStoreBasicOperationsBenchmark-results.txt | 120 ++++++++++----------- 5 files changed, 182 insertions(+), 182 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 3d3f710e74c..1d02f8dba56 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -227,7 +227,7 @@ parquet-jackson/1.13.1//parquet-jackson-1.13.1.jar pickle/1.3//pickle-1.3.jar py4j/0.10.9.7//py4j-0.10.9.7.jar remotetea-oncrpc/1.1.2//remotetea-oncrpc-1.1.2.jar -rocksdbjni/8.5.3//rocksdbjni-8.5.3.jar +rocksdbjni/8.3.2//rocksdbjni-8.3.2.jar scala-collection-compat_2.12/2.7.0//scala-collection-compat_2.12-2.7.0.jar scala-compiler/2.12.18//scala-compiler-2.12.18.jar scala-library/2.12.18//scala-library-2.12.18.jar diff --git a/pom.xml b/pom.xml index 70e1ee71568..8fc4b89a78c 100644 --- a/pom.xml +++ b/pom.xml @@ -679,7 +679,7 @@ <dependency> <groupId>org.rocksdb</groupId> <artifactId>rocksdbjni</artifactId> - <version>8.5.3</version> + <version>8.3.2</version> </dependency> <dependency> <groupId>${leveldbjni.group}</groupId> diff --git a/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-jdk11-results.txt b/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-jdk11-results.txt index 70e9849572c..d5c175a320d 100644 --- a/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-jdk11-results.txt +++ b/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-jdk11-results.txt @@ -2,110 +2,110 @@ put rows ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz putting 10000 rows (10000 rows to overwrite - rate 100): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative --------------------------------------------------------------------------------------------------------------------------------------- -In-memory 8 9 1 1.3 770.7 1.0X -RocksDB (trackTotalNumberOfRows: true) 62 63 1 0.2 6174.3 0.1X -RocksDB (trackTotalNumberOfRows: false) 22 23 1 0.5 2220.7 0.3X +In-memory 9 11 2 1.1 872.7 1.0X +RocksDB (trackTotalNumberOfRows: true) 61 63 1 0.2 6148.5 0.1X +RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2108.9 0.4X -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz putting 10000 rows (5000 rows to overwrite - rate 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------- -In-memory 8 9 1 1.3 781.2 1.0X -RocksDB (trackTotalNumberOfRows: true) 52 53 1 0.2 5196.0 0.2X -RocksDB (trackTotalNumberOfRows: false) 22 24 1 0.4 2230.3 0.4X +In-memory 9 10 1 1.1 872.0 1.0X +RocksDB (trackTotalNumberOfRows: true) 51 53 1 0.2 5134.7 0.2X +RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2149.6 0.4X -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz putting 10000 rows (1000 rows to overwrite - rate 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------- -In-memory 7 8 1 1.3 747.6 1.0X -RocksDB (trackTotalNumberOfRows: true) 42 44 1 0.2 4224.4 0.2X -RocksDB (trackTotalNumberOfRows: false) 22 23 1 0.4 2222.6 0.3X +In-memory 8 10 1 1.2 833.6 1.0X +RocksDB (trackTotalNumberOfRows: true) 41 43 1 0.2 4128.6 0.2X +RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2114.3 0.4X -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz putting 10000 rows (0 rows to overwrite - rate 0): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative --------------------------------------------------------------------------------------------------------------------------------- -In-memory 7 8 1 1.3 740.9 1.0X -RocksDB (trackTotalNumberOfRows: true) 40 42 1 0.2 4019.6 0.2X -RocksDB (trackTotalNumberOfRows: false) 22 23 1 0.5 2201.9 0.3X +In-memory 8 9 1 1.2 812.9 1.0X +RocksDB (trackTotalNumberOfRows: true) 39 40 1 0.3 3855.8 0.2X +RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2111.9 0.4X ================================================================================================ delete rows ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz trying to delete 10000 rows from 10000 rows(10000 rows are non-existing - rate 100): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 1 1 0 16.7 59.7 1.0X -RocksDB (trackTotalNumberOfRows: true) 40 41 1 0.3 3993.2 0.0X -RocksDB (trackTotalNumberOfRows: false) 22 23 0 0.5 2187.3 0.0X +In-memory 1 1 0 15.7 63.6 1.0X +RocksDB (trackTotalNumberOfRows: true) 39 41 0 0.3 3935.3 0.0X +RocksDB (trackTotalNumberOfRows: false) 22 22 0 0.5 2158.8 0.0X -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz trying to delete 10000 rows from 10000 rows(5000 rows are non-existing - rate 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ----------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 6 6 0 1.8 562.1 1.0X -RocksDB (trackTotalNumberOfRows: true) 50 52 1 0.2 5035.8 0.1X -RocksDB (trackTotalNumberOfRows: false) 22 22 1 0.5 2151.1 0.3X +In-memory 6 7 0 1.7 597.0 1.0X +RocksDB (trackTotalNumberOfRows: true) 51 53 0 0.2 5120.0 0.1X +RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2068.2 0.3X -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz trying to delete 10000 rows from 10000 rows(1000 rows are non-existing - rate 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ----------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 6 7 1 1.6 634.2 1.0X -RocksDB (trackTotalNumberOfRows: true) 59 60 1 0.2 5878.6 0.1X -RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2144.5 0.3X +In-memory 7 8 0 1.5 676.2 1.0X +RocksDB (trackTotalNumberOfRows: true) 60 62 1 0.2 6040.0 0.1X +RocksDB (trackTotalNumberOfRows: false) 21 21 0 0.5 2067.2 0.3X -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz trying to delete 10000 rows from 10000 rows(0 rows are non-existing - rate 0): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 6 7 0 1.6 631.1 1.0X -RocksDB (trackTotalNumberOfRows: true) 61 63 1 0.2 6103.6 0.1X -RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2112.1 0.3X +In-memory 7 8 0 1.5 684.0 1.0X +RocksDB (trackTotalNumberOfRows: true) 62 64 1 0.2 6208.6 0.1X +RocksDB (trackTotalNumberOfRows: false) 20 21 0 0.5 2030.6 0.3X ================================================================================================ evict rows ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz evicting 10000 rows (maxTimestampToEvictInMillis: 9999) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 6 7 0 1.6 635.3 1.0X -RocksDB (trackTotalNumberOfRows: true) 64 65 1 0.2 6371.6 0.1X -RocksDB (trackTotalNumberOfRows: false) 23 24 1 0.4 2346.4 0.3X +In-memory 6 7 0 1.6 643.9 1.0X +RocksDB (trackTotalNumberOfRows: true) 65 66 1 0.2 6454.6 0.1X +RocksDB (trackTotalNumberOfRows: false) 24 25 0 0.4 2379.3 0.3X -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz evicting 5000 rows (maxTimestampToEvictInMillis: 4999) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------ -In-memory 6 6 0 1.8 570.1 1.0X -RocksDB (trackTotalNumberOfRows: true) 34 36 1 0.3 3410.5 0.2X -RocksDB (trackTotalNumberOfRows: false) 14 15 0 0.7 1412.9 0.4X +In-memory 6 6 0 1.8 568.7 1.0X +RocksDB (trackTotalNumberOfRows: true) 34 36 1 0.3 3383.3 0.2X +RocksDB (trackTotalNumberOfRows: false) 14 14 0 0.7 1390.8 0.4X -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz evicting 1000 rows (maxTimestampToEvictInMillis: 999) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ----------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 5 5 0 2.1 483.9 1.0X -RocksDB (trackTotalNumberOfRows: true) 11 11 0 0.9 1092.6 0.4X -RocksDB (trackTotalNumberOfRows: false) 7 7 0 1.4 698.6 0.7X +In-memory 5 5 0 2.1 474.6 1.0X +RocksDB (trackTotalNumberOfRows: true) 11 11 0 0.9 1082.8 0.4X +RocksDB (trackTotalNumberOfRows: false) 7 7 0 1.4 693.5 0.7X -OpenJDK 64-Bit Server VM 11.0.20.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 11.0.19+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz evicting 0 rows (maxTimestampToEvictInMillis: -1) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 1 1 0 15.7 63.9 1.0X -RocksDB (trackTotalNumberOfRows: true) 5 5 0 2.0 499.7 0.1X -RocksDB (trackTotalNumberOfRows: false) 5 5 0 2.0 498.3 0.1X +In-memory 1 1 0 14.8 67.4 1.0X +RocksDB (trackTotalNumberOfRows: true) 5 5 0 2.0 501.7 0.1X +RocksDB (trackTotalNumberOfRows: false) 5 5 0 2.0 502.3 0.1X diff --git a/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-jdk17-results.txt b/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-jdk17-results.txt index 5424a55cd20..5ec60f5beb9 100644 --- a/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-jdk17-results.txt +++ b/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-jdk17-results.txt @@ -2,110 +2,110 @@ put rows ================================================================================================ -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz putting 10000 rows (10000 rows to overwrite - rate 100): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative --------------------------------------------------------------------------------------------------------------------------------------- -In-memory 11 15 2 0.9 1067.0 1.0X -RocksDB (trackTotalNumberOfRows: true) 78 85 3 0.1 7772.1 0.1X -RocksDB (trackTotalNumberOfRows: false) 24 29 2 0.4 2384.6 0.4X +In-memory 9 9 1 1.2 852.9 1.0X +RocksDB (trackTotalNumberOfRows: true) 60 62 2 0.2 6009.7 0.1X +RocksDB (trackTotalNumberOfRows: false) 21 23 1 0.5 2139.2 0.4X -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz putting 10000 rows (5000 rows to overwrite - rate 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------- -In-memory 10 14 2 1.0 984.8 1.0X -RocksDB (trackTotalNumberOfRows: true) 62 70 3 0.2 6190.3 0.2X -RocksDB (trackTotalNumberOfRows: false) 25 29 2 0.4 2467.9 0.4X +In-memory 9 10 1 1.2 861.2 1.0X +RocksDB (trackTotalNumberOfRows: true) 50 52 1 0.2 5032.7 0.2X +RocksDB (trackTotalNumberOfRows: false) 21 23 0 0.5 2110.3 0.4X -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz putting 10000 rows (1000 rows to overwrite - rate 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------- -In-memory 9 13 2 1.1 949.0 1.0X -RocksDB (trackTotalNumberOfRows: true) 48 56 3 0.2 4829.3 0.2X -RocksDB (trackTotalNumberOfRows: false) 24 28 2 0.4 2373.0 0.4X +In-memory 8 9 1 1.2 822.2 1.0X +RocksDB (trackTotalNumberOfRows: true) 40 42 1 0.2 4043.3 0.2X +RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2070.5 0.4X -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz putting 10000 rows (0 rows to overwrite - rate 0): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative --------------------------------------------------------------------------------------------------------------------------------- -In-memory 10 13 2 1.0 992.6 1.0X -RocksDB (trackTotalNumberOfRows: true) 43 51 2 0.2 4331.3 0.2X -RocksDB (trackTotalNumberOfRows: false) 24 28 2 0.4 2372.8 0.4X +In-memory 8 9 1 1.2 802.6 1.0X +RocksDB (trackTotalNumberOfRows: true) 38 39 1 0.3 3773.1 0.2X +RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2050.8 0.4X ================================================================================================ delete rows ================================================================================================ -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz trying to delete 10000 rows from 10000 rows(10000 rows are non-existing - rate 100): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 1 1 0 17.2 58.1 1.0X -RocksDB (trackTotalNumberOfRows: true) 43 50 3 0.2 4300.0 0.0X -RocksDB (trackTotalNumberOfRows: false) 23 27 2 0.4 2328.2 0.0X +In-memory 1 1 0 17.3 57.9 1.0X +RocksDB (trackTotalNumberOfRows: true) 39 40 0 0.3 3903.8 0.0X +RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2145.7 0.0X -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz trying to delete 10000 rows from 10000 rows(5000 rows are non-existing - rate 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ----------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 7 10 2 1.4 722.7 1.0X -RocksDB (trackTotalNumberOfRows: true) 62 68 3 0.2 6157.8 0.1X -RocksDB (trackTotalNumberOfRows: false) 23 27 2 0.4 2303.3 0.3X +In-memory 6 7 0 1.6 639.5 1.0X +RocksDB (trackTotalNumberOfRows: true) 50 51 1 0.2 4996.4 0.1X +RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2136.3 0.3X -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz trying to delete 10000 rows from 10000 rows(1000 rows are non-existing - rate 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ----------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 8 11 2 1.2 829.5 1.0X -RocksDB (trackTotalNumberOfRows: true) 71 80 3 0.1 7110.1 0.1X -RocksDB (trackTotalNumberOfRows: false) 23 26 2 0.4 2259.8 0.4X +In-memory 7 8 0 1.5 688.6 1.0X +RocksDB (trackTotalNumberOfRows: true) 58 59 1 0.2 5769.8 0.1X +RocksDB (trackTotalNumberOfRows: false) 21 22 1 0.5 2111.7 0.3X -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz trying to delete 10000 rows from 10000 rows(0 rows are non-existing - rate 0): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 8 11 2 1.2 806.5 1.0X -RocksDB (trackTotalNumberOfRows: true) 74 83 4 0.1 7354.0 0.1X -RocksDB (trackTotalNumberOfRows: false) 22 27 2 0.5 2197.1 0.4X +In-memory 7 8 0 1.4 706.4 1.0X +RocksDB (trackTotalNumberOfRows: true) 60 61 0 0.2 6012.9 0.1X +RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2135.2 0.3X ================================================================================================ evict rows ================================================================================================ -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz evicting 10000 rows (maxTimestampToEvictInMillis: 9999) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 8 11 1 1.3 796.3 1.0X -RocksDB (trackTotalNumberOfRows: true) 77 88 3 0.1 7695.2 0.1X -RocksDB (trackTotalNumberOfRows: false) 23 27 2 0.4 2296.5 0.3X +In-memory 7 8 0 1.4 724.6 1.0X +RocksDB (trackTotalNumberOfRows: true) 61 62 1 0.2 6107.3 0.1X +RocksDB (trackTotalNumberOfRows: false) 23 24 0 0.4 2337.9 0.3X -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz evicting 5000 rows (maxTimestampToEvictInMillis: 4999) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------ -In-memory 7 10 1 1.4 740.5 1.0X -RocksDB (trackTotalNumberOfRows: true) 40 47 2 0.2 4010.7 0.2X -RocksDB (trackTotalNumberOfRows: false) 13 16 1 0.8 1301.1 0.6X +In-memory 7 7 0 1.5 657.7 1.0X +RocksDB (trackTotalNumberOfRows: true) 33 33 0 0.3 3266.8 0.2X +RocksDB (trackTotalNumberOfRows: false) 14 14 1 0.7 1366.6 0.5X -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz evicting 1000 rows (maxTimestampToEvictInMillis: 999) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ----------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 6 8 1 1.6 624.9 1.0X -RocksDB (trackTotalNumberOfRows: true) 12 15 1 0.8 1228.5 0.5X -RocksDB (trackTotalNumberOfRows: false) 7 9 1 1.5 669.8 0.9X +In-memory 6 6 0 1.8 560.9 1.0X +RocksDB (trackTotalNumberOfRows: true) 10 11 0 1.0 1006.6 0.6X +RocksDB (trackTotalNumberOfRows: false) 6 6 0 1.6 630.5 0.9X -OpenJDK 64-Bit Server VM 17.0.8.1+1 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 17.0.7+7 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz evicting 0 rows (maxTimestampToEvictInMillis: -1) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 1 1 0 15.8 63.1 1.0X -RocksDB (trackTotalNumberOfRows: true) 5 6 1 2.0 508.5 0.1X -RocksDB (trackTotalNumberOfRows: false) 4 6 1 2.2 448.4 0.1X +In-memory 1 1 0 15.3 65.5 1.0X +RocksDB (trackTotalNumberOfRows: true) 4 5 0 2.3 431.5 0.2X +RocksDB (trackTotalNumberOfRows: false) 4 5 0 2.3 431.9 0.2X diff --git a/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-results.txt b/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-results.txt index ae9f61457ca..7a9ef27a388 100644 --- a/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-results.txt +++ b/sql/core/benchmarks/StateStoreBasicOperationsBenchmark-results.txt @@ -2,110 +2,110 @@ put rows ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz putting 10000 rows (10000 rows to overwrite - rate 100): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative --------------------------------------------------------------------------------------------------------------------------------------- -In-memory 8 8 1 1.3 759.2 1.0X -RocksDB (trackTotalNumberOfRows: true) 59 60 1 0.2 5873.6 0.1X -RocksDB (trackTotalNumberOfRows: false) 20 21 1 0.5 2008.5 0.4X +In-memory 7 9 1 1.4 720.9 1.0X +RocksDB (trackTotalNumberOfRows: true) 79 92 6 0.1 7934.4 0.1X +RocksDB (trackTotalNumberOfRows: false) 23 27 3 0.4 2263.3 0.3X -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz putting 10000 rows (5000 rows to overwrite - rate 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------- -In-memory 8 8 0 1.3 782.8 1.0X -RocksDB (trackTotalNumberOfRows: true) 50 52 1 0.2 5004.2 0.2X -RocksDB (trackTotalNumberOfRows: false) 21 22 1 0.5 2079.1 0.4X +In-memory 8 12 2 1.2 831.9 1.0X +RocksDB (trackTotalNumberOfRows: true) 65 77 5 0.2 6476.8 0.1X +RocksDB (trackTotalNumberOfRows: false) 22 28 2 0.4 2235.4 0.4X -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz putting 10000 rows (1000 rows to overwrite - rate 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------- -In-memory 8 9 1 1.3 774.8 1.0X -RocksDB (trackTotalNumberOfRows: true) 41 42 1 0.2 4062.5 0.2X -RocksDB (trackTotalNumberOfRows: false) 21 21 0 0.5 2055.8 0.4X +In-memory 7 10 2 1.4 728.4 1.0X +RocksDB (trackTotalNumberOfRows: true) 47 57 4 0.2 4715.0 0.2X +RocksDB (trackTotalNumberOfRows: false) 22 27 2 0.5 2207.1 0.3X -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz putting 10000 rows (0 rows to overwrite - rate 0): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative --------------------------------------------------------------------------------------------------------------------------------- -In-memory 7 8 0 1.4 719.3 1.0X -RocksDB (trackTotalNumberOfRows: true) 38 39 1 0.3 3830.2 0.2X -RocksDB (trackTotalNumberOfRows: false) 20 21 0 0.5 2021.5 0.4X +In-memory 8 10 1 1.3 750.4 1.0X +RocksDB (trackTotalNumberOfRows: true) 41 51 4 0.2 4116.2 0.2X +RocksDB (trackTotalNumberOfRows: false) 20 25 2 0.5 1962.6 0.4X ================================================================================================ delete rows ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz trying to delete 10000 rows from 10000 rows(10000 rows are non-existing - rate 100): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 0 0 0 30.3 33.0 1.0X -RocksDB (trackTotalNumberOfRows: true) 39 40 0 0.3 3855.9 0.0X -RocksDB (trackTotalNumberOfRows: false) 20 21 1 0.5 2006.9 0.0X +In-memory 0 1 0 24.5 40.9 1.0X +RocksDB (trackTotalNumberOfRows: true) 42 50 4 0.2 4170.1 0.0X +RocksDB (trackTotalNumberOfRows: false) 19 24 2 0.5 1878.5 0.0X -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz trying to delete 10000 rows from 10000 rows(5000 rows are non-existing - rate 50): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ----------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 6 6 1 1.8 569.0 1.0X -RocksDB (trackTotalNumberOfRows: true) 48 49 1 0.2 4819.1 0.1X -RocksDB (trackTotalNumberOfRows: false) 20 21 0 0.5 1984.7 0.3X +In-memory 6 8 1 1.7 578.7 1.0X +RocksDB (trackTotalNumberOfRows: true) 57 68 5 0.2 5697.0 0.1X +RocksDB (trackTotalNumberOfRows: false) 19 24 2 0.5 1861.9 0.3X -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz trying to delete 10000 rows from 10000 rows(1000 rows are non-existing - rate 10): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ----------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 6 7 0 1.6 626.5 1.0X -RocksDB (trackTotalNumberOfRows: true) 57 59 1 0.2 5701.7 0.1X -RocksDB (trackTotalNumberOfRows: false) 20 21 1 0.5 2006.4 0.3X +In-memory 6 9 2 1.6 635.0 1.0X +RocksDB (trackTotalNumberOfRows: true) 66 80 5 0.2 6605.7 0.1X +RocksDB (trackTotalNumberOfRows: false) 19 24 2 0.5 1861.2 0.3X -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz trying to delete 10000 rows from 10000 rows(0 rows are non-existing - rate 0): Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 6 7 1 1.5 648.5 1.0X -RocksDB (trackTotalNumberOfRows: true) 59 61 1 0.2 5927.9 0.1X -RocksDB (trackTotalNumberOfRows: false) 20 21 0 0.5 1984.2 0.3X +In-memory 7 9 1 1.5 651.4 1.0X +RocksDB (trackTotalNumberOfRows: true) 71 83 5 0.1 7108.8 0.1X +RocksDB (trackTotalNumberOfRows: false) 18 24 2 0.6 1812.3 0.4X ================================================================================================ evict rows ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz evicting 10000 rows (maxTimestampToEvictInMillis: 9999) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 6 7 0 1.6 632.1 1.0X -RocksDB (trackTotalNumberOfRows: true) 59 61 1 0.2 5948.2 0.1X -RocksDB (trackTotalNumberOfRows: false) 21 22 0 0.5 2123.5 0.3X +In-memory 6 9 1 1.6 619.6 1.0X +RocksDB (trackTotalNumberOfRows: true) 74 86 5 0.1 7380.0 0.1X +RocksDB (trackTotalNumberOfRows: false) 22 27 2 0.4 2245.3 0.3X -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz evicting 5000 rows (maxTimestampToEvictInMillis: 4999) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------------ -In-memory 6 6 0 1.8 555.2 1.0X -RocksDB (trackTotalNumberOfRows: true) 31 32 1 0.3 3136.7 0.2X -RocksDB (trackTotalNumberOfRows: false) 13 13 0 0.8 1252.6 0.4X +In-memory 6 8 1 1.7 579.2 1.0X +RocksDB (trackTotalNumberOfRows: true) 40 47 3 0.3 3985.4 0.1X +RocksDB (trackTotalNumberOfRows: false) 12 15 1 0.8 1214.1 0.5X -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz evicting 1000 rows (maxTimestampToEvictInMillis: 999) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ----------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 5 5 0 2.2 463.6 1.0X -RocksDB (trackTotalNumberOfRows: true) 9 10 0 1.1 937.6 0.5X -RocksDB (trackTotalNumberOfRows: false) 6 6 0 1.8 562.7 0.8X +In-memory 5 6 1 2.1 470.2 1.0X +RocksDB (trackTotalNumberOfRows: true) 11 13 1 0.9 1080.6 0.4X +RocksDB (trackTotalNumberOfRows: false) 6 7 1 1.8 560.1 0.8X -OpenJDK 64-Bit Server VM 1.8.0_382-b05 on Linux 5.15.0-1045-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_372-b07 on Linux 5.15.0-1040-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz evicting 0 rows (maxTimestampToEvictInMillis: -1) from 10000 rows: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------------------------------- -In-memory 1 1 0 17.2 58.0 1.0X -RocksDB (trackTotalNumberOfRows: true) 4 4 0 2.8 359.0 0.2X -RocksDB (trackTotalNumberOfRows: false) 4 4 0 2.8 354.8 0.2X +In-memory 1 1 0 18.4 54.3 1.0X +RocksDB (trackTotalNumberOfRows: true) 4 4 1 2.8 352.7 0.2X +RocksDB (trackTotalNumberOfRows: false) 3 4 1 3.0 328.0 0.2X --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org