This is an automated email from the ASF dual-hosted git repository.
jiacai2050 pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/horaedb.git
The following commit(s) were added to refs/heads/main by this push:
new 9e81c4ed chore: bump to v2.2.0-dev (#1598)
9e81c4ed is described below
commit 9e81c4ed5df1998cbd210dc48fc67b6b7405a553
Author: Jiacai Liu <[email protected]>
AuthorDate: Fri Nov 22 11:13:12 2024 +0800
chore: bump to v2.2.0-dev (#1598)
## Rationale
Begin next dev cycle
## Detailed Changes
- WAL default to local disk
## Test Plan
CI
---
Cargo.lock | 124 ++++++++++-----------
Cargo.toml | 2 +-
integration_tests/cases/env/cluster/config.toml | 50 ---------
.../cases/env/compaction_offload/config.toml | 44 --------
integration_tests/cases/env/local/config.toml | 39 -------
src/analytic_engine/src/lib.rs | 3 +-
src/components/object_store/src/disk_cache.rs | 1 +
src/wal/src/config.rs | 2 +-
8 files changed, 67 insertions(+), 198 deletions(-)
diff --git a/Cargo.lock b/Cargo.lock
index ce8fd3f3..273a8968 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -67,7 +67,7 @@ dependencies = [
[[package]]
name = "alloc_tracker"
-version = "2.1.0"
+version = "2.2.0-dev"
[[package]]
name = "allocator-api2"
@@ -77,7 +77,7 @@ checksum =
"0942ffc6dcaadf03badf6e6a2d0228460359d5e34b57ccdc720b7382dfbd5ec5"
[[package]]
name = "analytic_engine"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"anyhow",
"arc-swap 1.6.0",
@@ -110,7 +110,7 @@ dependencies = [
"message_queue",
"meta_client",
"metric_ext",
- "object_store 2.1.0",
+ "object_store 2.2.0-dev",
"parquet",
"parquet_ext",
"pin-project-lite",
@@ -243,7 +243,7 @@ checksum =
"bddcadddf5e9015d310179a59bb28c4d4b9920ad0f11e8e14dbadf654890c9a6"
[[package]]
name = "arena"
-version = "2.1.0"
+version = "2.2.0-dev"
[[package]]
name = "array-init"
@@ -688,7 +688,7 @@ dependencies = [
[[package]]
name = "arrow_ext"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow 49.0.0",
"serde",
@@ -957,7 +957,7 @@ dependencies = [
[[package]]
name = "benchmarks"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"analytic_engine",
"arena",
@@ -972,7 +972,7 @@ dependencies = [
"generic_error",
"logger",
"macros",
- "object_store 2.1.0",
+ "object_store 2.2.0-dev",
"parquet",
"parquet_ext",
"pprof",
@@ -1244,7 +1244,7 @@ checksum =
"8318a53db07bb3f8dca91a600466bdb3f2eaadeedfdbcf02e1accbad9271ba50"
[[package]]
name = "bytes_ext"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"bytes",
"snafu 0.6.10",
@@ -1310,7 +1310,7 @@ checksum =
"37b2a672a2cb129a2e41c10b1224bb368f9f37a2b16b612598138befd7b37eb5"
[[package]]
name = "catalog"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"async-trait",
"common_types",
@@ -1325,7 +1325,7 @@ dependencies = [
[[package]]
name = "catalog_impls"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"analytic_engine",
"async-trait",
@@ -1496,7 +1496,7 @@ checksum =
"b8191fa7302e03607ff0e237d4246cc043ff5b3cb9409d995172ba3bea16b807"
[[package]]
name = "cluster"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"async-trait",
"bytes_ext",
@@ -1531,7 +1531,7 @@ dependencies = [
[[package]]
name = "codec"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"bytes_ext",
"common_types",
@@ -1580,7 +1580,7 @@ dependencies = [
[[package]]
name = "common_types"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow 49.0.0",
"arrow_ext",
@@ -2364,7 +2364,7 @@ dependencies = [
[[package]]
name = "df_engine_extensions"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow 49.0.0",
"async-recursion",
@@ -2389,7 +2389,7 @@ dependencies = [
[[package]]
name = "df_operator"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow 49.0.0",
"base64 0.13.1",
@@ -2749,7 +2749,7 @@ checksum =
"e6d5a32815ae3f33302d95fdcb2ce17862f8c65363dcfd29360480ba1001fc9c"
[[package]]
name = "future_ext"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"futures 0.3.28",
"lazy_static",
@@ -2921,7 +2921,7 @@ dependencies = [
[[package]]
name = "generic_error"
-version = "2.1.0"
+version = "2.2.0-dev"
[[package]]
name = "getrandom"
@@ -3004,7 +3004,7 @@ dependencies = [
[[package]]
name = "hash_ext"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"ahash 0.8.3",
"byteorder",
@@ -3134,7 +3134,7 @@ dependencies = [
[[package]]
name = "horaectl"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"anyhow",
"chrono",
@@ -3149,7 +3149,7 @@ dependencies = [
[[package]]
name = "horaedb"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"analytic_engine",
"catalog",
@@ -3201,7 +3201,7 @@ dependencies = [
[[package]]
name = "horaedb-test"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"anyhow",
"async-trait",
@@ -3466,7 +3466,7 @@ dependencies = [
[[package]]
name = "id_allocator"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"generic_error",
"tokio",
@@ -3581,7 +3581,7 @@ checksum =
"8bb03732005da905c88227371639bf1ad885cc712789c011c31c5fb3ab3ccf02"
[[package]]
name = "interpreters"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"analytic_engine",
"arrow 49.0.0",
@@ -3990,7 +3990,7 @@ dependencies = [
[[package]]
name = "logger"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"chrono",
"log",
@@ -4071,7 +4071,7 @@ dependencies = [
[[package]]
name = "macros"
-version = "2.1.0"
+version = "2.2.0-dev"
[[package]]
name = "matchers"
@@ -4148,7 +4148,7 @@ dependencies = [
[[package]]
name = "message_queue"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"async-trait",
"chrono",
@@ -4165,7 +4165,7 @@ dependencies = [
[[package]]
name = "meta_client"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"async-trait",
"common_types",
@@ -4188,7 +4188,7 @@ dependencies = [
[[package]]
name = "metric_ext"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"crossbeam-utils",
"serde",
@@ -4517,7 +4517,7 @@ dependencies = [
[[package]]
name = "notifier"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"tokio",
]
@@ -4700,7 +4700,7 @@ dependencies = [
[[package]]
name = "object_store"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"async-trait",
"bytes",
@@ -4885,7 +4885,7 @@ checksum =
"b15813163c1d831bf4a13c3610c05c0d03b39feb07f7e09fa234dac9b15aaf39"
[[package]]
name = "panic_ext"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"backtrace",
"gag",
@@ -4997,7 +4997,7 @@ dependencies = [
[[package]]
name = "parquet_ext"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow 49.0.0",
"arrow_ext",
@@ -5007,7 +5007,7 @@ dependencies = [
"futures 0.3.28",
"generic_error",
"logger",
- "object_store 2.1.0",
+ "object_store 2.2.0-dev",
"parquet",
"tokio",
]
@@ -5023,7 +5023,7 @@ dependencies = [
[[package]]
name = "partition_table_engine"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"analytic_engine",
"arrow 49.0.0",
@@ -5044,7 +5044,7 @@ dependencies = [
[[package]]
name = "partitioned_lock"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"hash_ext",
"tokio",
@@ -5463,7 +5463,7 @@ dependencies = [
[[package]]
name = "profile"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"jemalloc-ctl",
"jemalloc-sys",
@@ -5686,7 +5686,7 @@ checksum =
"9653c3ed92974e34c5a6e0a510864dab979760481714c172e0a34e437cb98804"
[[package]]
name = "proxy"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow 49.0.0",
"arrow_ext",
@@ -5787,7 +5787,7 @@ dependencies = [
[[package]]
name = "query_engine"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow 49.0.0",
"async-trait",
@@ -5817,7 +5817,7 @@ dependencies = [
[[package]]
name = "query_frontend"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow 49.0.0",
"async-trait",
@@ -6116,7 +6116,7 @@ checksum =
"c08c74e62047bb2de4ff487b251e4a92e24f48745648451635cec7d591162d9f"
[[package]]
name = "remote_engine_client"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow_ext",
"async-trait",
@@ -6333,7 +6333,7 @@ dependencies = [
[[package]]
name = "router"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"async-trait",
"cluster",
@@ -6376,7 +6376,7 @@ dependencies = [
[[package]]
name = "runtime"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"lazy_static",
"macros",
@@ -6413,7 +6413,7 @@ dependencies = [
[[package]]
name = "rust-sdk-test"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"horaedb-client",
"tokio",
@@ -6610,7 +6610,7 @@ dependencies = [
[[package]]
name = "sampling_cache"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"chrono",
]
@@ -6755,7 +6755,7 @@ dependencies = [
[[package]]
name = "server"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"analytic_engine",
"arc-swap 1.6.0",
@@ -6918,7 +6918,7 @@ dependencies = [
[[package]]
name = "size_ext"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"serde",
"toml 0.7.3",
@@ -6941,7 +6941,7 @@ dependencies = [
[[package]]
name = "skiplist"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arena",
"bytes",
@@ -7336,7 +7336,7 @@ dependencies = [
[[package]]
name = "system_catalog"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow 49.0.0",
"async-trait",
@@ -7358,7 +7358,7 @@ dependencies = [
[[package]]
name = "system_stats"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"sysinfo",
"tokio",
@@ -7366,7 +7366,7 @@ dependencies = [
[[package]]
name = "table_engine"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow 49.0.0",
"arrow_ext",
@@ -7398,7 +7398,7 @@ dependencies = [
[[package]]
name = "table_kv"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"lazy_static",
"logger",
@@ -7500,7 +7500,7 @@ dependencies = [
[[package]]
name = "test_util"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"arrow 49.0.0",
"chrono",
@@ -7590,7 +7590,7 @@ dependencies = [
[[package]]
name = "time_ext"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"chrono",
"common_types",
@@ -7604,7 +7604,7 @@ dependencies = [
[[package]]
name = "timed_task"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"logger",
"runtime",
@@ -7814,7 +7814,7 @@ dependencies = [
[[package]]
name = "toml_ext"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"macros",
"serde",
@@ -7900,7 +7900,7 @@ dependencies = [
[[package]]
name = "tools"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"analytic_engine",
"anyhow",
@@ -7909,7 +7909,7 @@ dependencies = [
"futures 0.3.28",
"generic_error",
"num_cpus",
- "object_store 2.1.0",
+ "object_store 2.2.0-dev",
"parquet",
"parquet_ext",
"runtime",
@@ -7954,14 +7954,14 @@ checksum =
"b6bc1c9ce2b5135ac7f93c72918fc37feb872bdc6a5533a8b85eb4b86bfdae52"
[[package]]
name = "trace_metric"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"trace_metric_derive",
]
[[package]]
name = "trace_metric_derive"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"proc-macro2",
"quote",
@@ -7970,7 +7970,7 @@ dependencies = [
[[package]]
name = "trace_metric_derive_tests"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"trace_metric",
]
@@ -8061,7 +8061,7 @@ dependencies = [
[[package]]
name = "tracing_util"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"console-subscriber",
"lazy_static",
@@ -8272,7 +8272,7 @@ checksum =
"9d5b2c62b4012a3e1eca5a7e077d13b3bf498c4073e33ccd58626607748ceeca"
[[package]]
name = "wal"
-version = "2.1.0"
+version = "2.2.0-dev"
dependencies = [
"anyhow",
"async-scoped",
diff --git a/Cargo.toml b/Cargo.toml
index 1008359e..987ed4b1 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -16,7 +16,7 @@
# under the License.
[workspace.package]
-version = "2.1.0"
+version = "2.2.0-dev"
authors = ["HoraeDB Authors"]
edition = "2021"
license = "Apache-2.0"
diff --git a/integration_tests/cases/env/cluster/config.toml
b/integration_tests/cases/env/cluster/config.toml
deleted file mode 100644
index 4a882697..00000000
--- a/integration_tests/cases/env/cluster/config.toml
+++ /dev/null
@@ -1,50 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-[server]
-bind_addr = "127.0.0.1"
-http_port = 5440
-grpc_port = 8831
-log_level = "debug"
-
-[query]
-read_parallelism = 8
-
-[analytic]
-wal_path = "/tmp/horaedb"
-sst_meta_cache_cap = 10000
-
-[analytic.storage]
-mem_cache_capacity = '1G'
-mem_cache_partition_bits = 0
-disk_cache_path = "/tmp/horaedb"
-disk_cache_capacity = '2G'
-disk_cache_page_size = '1M'
-
-[analytic.storage.object_store]
-type = "Local"
-data_path = "/tmp/horaedb"
-
-[[meta_client.cluster_view.schema_shards]]
-schema = 'public'
-
-[[meta_client.cluster_view.schema_shards.shard_views]]
-shard_id = 0
-
-[meta_client.cluster_view.schema_shards.shard_views.node]
-addr = "127.0.0.1"
-port = 8831
diff --git a/integration_tests/cases/env/compaction_offload/config.toml
b/integration_tests/cases/env/compaction_offload/config.toml
deleted file mode 100644
index 044e6af1..00000000
--- a/integration_tests/cases/env/compaction_offload/config.toml
+++ /dev/null
@@ -1,44 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-[server]
-bind_addr = "127.0.0.1"
-http_port = 5440
-grpc_port = 8831
-
-[query_engine]
-read_parallelism = 8
-
-[analytic.wal]
-type = "RocksDB"
-data_dir = "/tmp/horaedb"
-
-[analytic.storage]
-mem_cache_capacity = '1G'
-mem_cache_partition_bits = 0
-disk_cache_dir = "/tmp/horaedb"
-disk_cache_capacity = '2G'
-disk_cache_page_size = '1M'
-
-[analytic.storage.object_store]
-type = "Local"
-data_dir = "/tmp/horaedb"
-
-[analytic.compaction_mode]
-compaction_mode = "Offload"
-node_picker = "Local"
-endpoint = "127.0.0.1:8831"
diff --git a/integration_tests/cases/env/local/config.toml
b/integration_tests/cases/env/local/config.toml
deleted file mode 100644
index 2f766e71..00000000
--- a/integration_tests/cases/env/local/config.toml
+++ /dev/null
@@ -1,39 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-[server]
-bind_addr = "127.0.0.1"
-http_port = 5440
-grpc_port = 8831
-
-[query_engine]
-read_parallelism = 8
-
-[analytic.wal]
-type = "RocksDB"
-data_dir = "/tmp/horaedb"
-
-[analytic.storage]
-mem_cache_capacity = '1G'
-mem_cache_partition_bits = 0
-disk_cache_dir = "/tmp/horaedb"
-disk_cache_capacity = '2G'
-disk_cache_page_size = '1M'
-
-[analytic.storage.object_store]
-type = "Local"
-data_dir = "/tmp/horaedb"
diff --git a/src/analytic_engine/src/lib.rs b/src/analytic_engine/src/lib.rs
index 687bcf63..d83ec341 100644
--- a/src/analytic_engine/src/lib.rs
+++ b/src/analytic_engine/src/lib.rs
@@ -145,7 +145,8 @@ pub struct Config {
/// Wal storage config
///
- /// Now, following three storages are supported:
+ /// Now, following storages are supported:
+ /// + Local Disk
/// + RocksDB
/// + OBKV
/// + Kafka
diff --git a/src/components/object_store/src/disk_cache.rs
b/src/components/object_store/src/disk_cache.rs
index a89fd428..13a32f01 100644
--- a/src/components/object_store/src/disk_cache.rs
+++ b/src/components/object_store/src/disk_cache.rs
@@ -1167,6 +1167,7 @@ mod test {
}
#[test]
+ #[ignore = "https://github.com/apache/horaedb/issues/1215"]
fn test_disk_cache_multi_thread_fetch_same_block() {
let rt = Arc::new(Builder::default().build().unwrap());
rt.block_on(async {
diff --git a/src/wal/src/config.rs b/src/wal/src/config.rs
index 3169a7cb..f5fd8df1 100644
--- a/src/wal/src/config.rs
+++ b/src/wal/src/config.rs
@@ -56,7 +56,7 @@ pub struct Config {
impl Default for Config {
fn default() -> Self {
Self {
- storage: StorageConfig::RocksDB(Box::default()),
+ storage: StorageConfig::Local(Box::default()),
disable_data: false,
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]