This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 3b10669ebcf [chore](cloud) Fix some comment format for critical KV
layout (#33623)
3b10669ebcf is described below
commit 3b10669ebcf301c8d4bef8198541b83535d05999
Author: Gavin Chou <[email protected]>
AuthorDate: Tue Apr 16 09:17:28 2024 +0800
[chore](cloud) Fix some comment format for critical KV layout (#33623)
---
cloud/src/meta-service/keys.cpp | 86 ++++++++++++++++++++---------------------
cloud/src/meta-service/keys.h | 60 ++++++++++++++--------------
2 files changed, 74 insertions(+), 72 deletions(-)
diff --git a/cloud/src/meta-service/keys.cpp b/cloud/src/meta-service/keys.cpp
index 01b4b990652..820d349084e 100644
--- a/cloud/src/meta-service/keys.cpp
+++ b/cloud/src/meta-service/keys.cpp
@@ -23,49 +23,49 @@ namespace doris::cloud {
// clang-format off
// Prefix
-[[maybe_unused]] static const char* INSTANCE_KEY_PREFIX = "instance";
+static const char* INSTANCE_KEY_PREFIX = "instance";
-[[maybe_unused]] static const char* TXN_KEY_PREFIX = "txn";
-[[maybe_unused]] static const char* VERSION_KEY_PREFIX = "version";
-[[maybe_unused]] static const char* META_KEY_PREFIX = "meta";
-[[maybe_unused]] static const char* RECYCLE_KEY_PREFIX = "recycle";
-[[maybe_unused]] static const char* STATS_KEY_PREFIX = "stats";
-[[maybe_unused]] static const char* JOB_KEY_PREFIX = "job";
-[[maybe_unused]] static const char* COPY_KEY_PREFIX = "copy";
+static const char* TXN_KEY_PREFIX = "txn";
+static const char* VERSION_KEY_PREFIX = "version";
+static const char* META_KEY_PREFIX = "meta";
+static const char* RECYCLE_KEY_PREFIX = "recycle";
+static const char* STATS_KEY_PREFIX = "stats";
+static const char* JOB_KEY_PREFIX = "job";
+static const char* COPY_KEY_PREFIX = "copy";
+static const char* VAULT_KEY_PREFIX = "storage_vault";
// Infix
-[[maybe_unused]] static const char* TXN_KEY_INFIX_LABEL = "txn_label";
-[[maybe_unused]] static const char* TXN_KEY_INFIX_INFO = "txn_info";
-[[maybe_unused]] static const char* TXN_KEY_INFIX_INDEX = "txn_index";
-[[maybe_unused]] static const char* TXN_KEY_INFIX_RUNNING = "txn_running";
-
-[[maybe_unused]] static const char* PARTITION_VERSION_KEY_INFIX =
"partition";
-[[maybe_unused]] static const char* TABLE_VERSION_KEY_INFIX = "table";
-
-[[maybe_unused]] static const char* META_KEY_INFIX_ROWSET = "rowset";
-[[maybe_unused]] static const char* META_KEY_INFIX_ROWSET_TMP = "rowset_tmp";
-[[maybe_unused]] static const char* META_KEY_INFIX_TABLET = "tablet";
-[[maybe_unused]] static const char* META_KEY_INFIX_TABLET_IDX = "tablet_index";
-[[maybe_unused]] static const char* META_KEY_INFIX_SCHEMA = "schema";
-[[maybe_unused]] static const char* META_KEY_INFIX_DELETE_BITMAP =
"delete_bitmap";
-[[maybe_unused]] static const char* META_KEY_INFIX_DELETE_BITMAP_LOCK =
"delete_bitmap_lock";
-[[maybe_unused]] static const char* META_KEY_INFIX_DELETE_BITMAP_PENDING =
"delete_bitmap_pending";
-[[maybe_unused]] static const char* META_KEY_SCHEMA_PB_DICTIONARY =
"tablet_schema_pb_dict";
-
-[[maybe_unused]] static const char* RECYCLE_KEY_INFIX_INDEX = "index";
-[[maybe_unused]] static const char* RECYCLE_KEY_INFIX_PART = "partition";
-[[maybe_unused]] static const char* RECYCLE_KEY_TXN = "txn";
-
-[[maybe_unused]] static const char* STATS_KEY_INFIX_TABLET = "tablet";
-
-[[maybe_unused]] static const char* JOB_KEY_INFIX_TABLET = "tablet";
-[[maybe_unused]] static const char* JOB_KEY_INFIX_RL_PROGRESS =
"routine_load_progress";
-
-[[maybe_unused]] static const char* COPY_JOB_KEY_INFIX = "job";
-[[maybe_unused]] static const char* COPY_FILE_KEY_INFIX = "loading_file";
-[[maybe_unused]] static const char* STAGE_KEY_INFIX = "stage";
-[[maybe_unused]] static const char* VAULT_KEY_PREFIX =
"storage_vault";
-[[maybe_unused]] static const char* VAULT_KEY_INFIX = "vault";
+static const char* TXN_KEY_INFIX_LABEL = "txn_label";
+static const char* TXN_KEY_INFIX_INFO = "txn_info";
+static const char* TXN_KEY_INFIX_INDEX = "txn_index";
+static const char* TXN_KEY_INFIX_RUNNING = "txn_running";
+
+static const char* PARTITION_VERSION_KEY_INFIX = "partition";
+static const char* TABLE_VERSION_KEY_INFIX = "table";
+
+static const char* META_KEY_INFIX_ROWSET = "rowset";
+static const char* META_KEY_INFIX_ROWSET_TMP = "rowset_tmp";
+static const char* META_KEY_INFIX_TABLET = "tablet";
+static const char* META_KEY_INFIX_TABLET_IDX = "tablet_index";
+static const char* META_KEY_INFIX_SCHEMA = "schema";
+static const char* META_KEY_INFIX_DELETE_BITMAP = "delete_bitmap";
+static const char* META_KEY_INFIX_DELETE_BITMAP_LOCK = "delete_bitmap_lock";
+static const char* META_KEY_INFIX_DELETE_BITMAP_PENDING =
"delete_bitmap_pending";
+static const char* META_KEY_INFIX_SCHEMA_DICTIONARY =
"tablet_schema_pb_dict";
+
+static const char* RECYCLE_KEY_INFIX_INDEX = "index";
+static const char* RECYCLE_KEY_INFIX_PART = "partition";
+static const char* RECYCLE_KEY_TXN = "txn";
+
+static const char* STATS_KEY_INFIX_TABLET = "tablet";
+
+static const char* JOB_KEY_INFIX_TABLET = "tablet";
+static const char* JOB_KEY_INFIX_RL_PROGRESS =
"routine_load_progress";
+
+static const char* COPY_JOB_KEY_INFIX = "job";
+static const char* COPY_FILE_KEY_INFIX = "loading_file";
+static const char* STAGE_KEY_INFIX = "stage";
+static const char* VAULT_KEY_INFIX = "vault";
// clang-format on
@@ -306,9 +306,9 @@ void meta_pending_delete_bitmap_key(const
MetaPendingDeleteBitmapInfo& in, std::
}
void meta_schema_pb_dictionary_key(const MetaSchemaPBDictionaryInfo& in,
std::string* out) {
- encode_prefix(in, out); // 0x01 "meta"
${instance_id}
- encode_bytes(META_KEY_SCHEMA_PB_DICTIONARY, out); //
"tablet_schema_pb_dict"
- encode_int64(std::get<1>(in), out); // index_id
+ encode_prefix(in, out); // 0x01 "meta"
${instance_id}
+ encode_bytes(META_KEY_INFIX_SCHEMA_DICTIONARY, out); //
"tablet_schema_pb_dict"
+ encode_int64(std::get<1>(in), out); // index_id
}
//==============================================================================
diff --git a/cloud/src/meta-service/keys.h b/cloud/src/meta-service/keys.h
index 21cf2208de1..c63af925b8f 100644
--- a/cloud/src/meta-service/keys.h
+++ b/cloud/src/meta-service/keys.h
@@ -26,48 +26,50 @@
// clang-format off
// Key encoding schemes:
//
-// 0x01 "instance" ${instance_id}
-> InstanceInfoPB
+// 0x01 "instance" ${instance_id}
-> InstanceInfoPB
//
-// 0x01 "txn" ${instance_id} "txn_label" ${db_id} ${label}
-> TxnLabelPB ${version_timestamp}
-// 0x01 "txn" ${instance_id} "txn_info" ${db_id} ${txn_id}
-> TxnInfoPB
-// 0x01 "txn" ${instance_id} "txn_db_tbl" ${txn_id}
-> TxnIndexPB
-// 0x01 "txn" ${instance_id} "txn_running" ${db_id} ${txn_id}
-> TxnRunningPB
+// 0x01 "txn" ${instance_id} "txn_label" ${db_id} ${label}
-> TxnLabelPB ${version_timestamp}
+// 0x01 "txn" ${instance_id} "txn_info" ${db_id} ${txn_id}
-> TxnInfoPB
+// 0x01 "txn" ${instance_id} "txn_db_tbl" ${txn_id}
-> TxnIndexPB
+// 0x01 "txn" ${instance_id} "txn_running" ${db_id} ${txn_id}
-> TxnRunningPB
//
-// 0x01 "version" ${instance_id} "partition" ${db_id} ${tbl_id}
${partition_id} -> VersionPB
-// 0x01 "version" ${instance_id} "table" ${db_id} ${tbl_id}
-> int64
+// 0x01 "version" ${instance_id} "partition" ${db_id} ${tbl_id}
${partition_id} -> VersionPB
+// 0x01 "version" ${instance_id} "table" ${db_id} ${tbl_id}
-> int64
//
-// 0x01 "meta" ${instance_id} "rowset" ${tablet_id} ${version}
-> RowsetMetaCloudPB
-// 0x01 "meta" ${instance_id} "rowset_tmp" ${txn_id} ${tablet_id}
-> RowsetMetaCloudPB
-// 0x01 "meta" ${instance_id} "tablet" ${table_id} ${index_id} ${partition_id}
${tablet_id} -> TabletMetaCloudPB
-// 0x01 "meta" ${instance_id} "tablet_index" ${tablet_id}
-> TabletIndexPB
-// 0x01 "meta" ${instance_id} "schema" ${index_id} ${schema_version}
-> TabletSchemaCloudPB
-// 0x01 "meta" ${instance_id} "delete_bitmap_lock" ${table_id} ${partition_id}
-> DeleteBitmapUpdateLockPB
-// 0x01 "meta" ${instance_id} "delete_bitmap_pending" ${table_id}
-> PendingDeleteBitmapPB
+// 0x01 "meta" ${instance_id} "rowset" ${tablet_id} ${version}
-> RowsetMetaCloudPB
+// 0x01 "meta" ${instance_id} "rowset_tmp" ${txn_id} ${tablet_id}
-> RowsetMetaCloudPB
+// 0x01 "meta" ${instance_id} "tablet" ${table_id} ${index_id} ${partition_id}
${tablet_id} -> TabletMetaCloudPB
+// 0x01 "meta" ${instance_id} "tablet_index" ${tablet_id}
-> TabletIndexPB
+// 0x01 "meta" ${instance_id} "schema" ${index_id} ${schema_version}
-> TabletSchemaCloudPB
+// 0x01 "meta" ${instance_id} "delete_bitmap_lock" ${table_id} ${partition_id}
-> DeleteBitmapUpdateLockPB
+// 0x01 "meta" ${instance_id} "delete_bitmap_pending" ${table_id}
-> PendingDeleteBitmapPB
// 0x01 "meta" ${instance_id} "delete_bitmap" ${tablet_id} ${rowset_id}
${version} ${segment_id} -> roaringbitmap
-// 0x01 "meta" ${instance_id} "tablet_schema_pb_dict" ${index_id}
-> SchemaCloudDictionary
+// 0x01 "meta" ${instance_id} "tablet_schema_pb_dict" ${index_id}
-> SchemaCloudDictionary
//
-// 0x01 "stats" ${instance_id} "tablet" ${table_id} ${index_id}
${partition_id} ${tablet_id} -> TabletStatsPB
+// 0x01 "stats" ${instance_id} "tablet" ${table_id} ${index_id}
${partition_id} ${tablet_id} -> TabletStatsPB
// 0x01 "stats" ${instance_id} "tablet" ${table_id} ${index_id}
${partition_id} ${tablet_id} "data_size" -> int64
// 0x01 "stats" ${instance_id} "tablet" ${table_id} ${index_id}
${partition_id} ${tablet_id} "num_rows" -> int64
// 0x01 "stats" ${instance_id} "tablet" ${table_id} ${index_id}
${partition_id} ${tablet_id} "num_rowsets" -> int64
// 0x01 "stats" ${instance_id} "tablet" ${table_id} ${index_id}
${partition_id} ${tablet_id} "num_segs" -> int64
//
-// 0x01 "recycle" ${instance_id} "index" ${index_id}
-> RecycleIndexPB
-// 0x01 "recycle" ${instance_id} "partition" ${partition_id}
-> RecyclePartitionPB
-// 0x01 "recycle" ${instance_id} "rowset" ${tablet_id} ${rowset_id}
-> RecycleRowsetPB
-// 0x01 "recycle" ${instance_id} "txn" ${db_id} ${txn_id}
-> RecycleTxnPB
-// 0x01 "recycle" ${instance_id} "stage" ${stage_id}
-> RecycleStagePB
+// 0x01 "recycle" ${instance_id} "index" ${index_id}
-> RecycleIndexPB
+// 0x01 "recycle" ${instance_id} "partition" ${partition_id}
-> RecyclePartitionPB
+// 0x01 "recycle" ${instance_id} "rowset" ${tablet_id} ${rowset_id}
-> RecycleRowsetPB
+// 0x01 "recycle" ${instance_id} "txn" ${db_id} ${txn_id}
-> RecycleTxnPB
+// 0x01 "recycle" ${instance_id} "stage" ${stage_id}
-> RecycleStagePB
//
-// 0x01 "job" ${instance_id} "tablet" ${table_id} ${index_id} ${partition_id}
${tablet_id} -> TabletJobInfoPB
-// 0x01 "job" ${instance_id} "recycle"
-> JobRecyclePB
-// 0x01 "job" ${instance_id} "check"
-> JobRecyclePB
+// 0x01 "job" ${instance_id} "tablet" ${table_id} ${index_id} ${partition_id}
${tablet_id} -> TabletJobInfoPB
+// 0x01 "job" ${instance_id} "recycle"
-> JobRecyclePB
+// 0x01 "job" ${instance_id} "check"
-> JobRecyclePB
//
-// 0x02 "system" "meta-service" "registry"
-> MetaServiceRegistryPB
-// 0x02 "system" "meta-service" "arn_info"
-> RamUserPB
-// 0x02 "system" "meta-service" "encryption_key_info"
-> EncryptionKeyInfoPB
+// 0x01 "copy" ${instance_id} "job" ${stage_id} ${table_id} ${copy_id}
${group_id} -> CopyJobPB
+// 0x01 "copy" ${instance_id} "loading_file" ${stage_id} ${table_id}
${obj_name} ${etag} -> CopyFilePB
//
-// 0x01 "copy" ${instance_id} "job" ${stage_id} ${table_id} ${copy_id}
${group_id} -> CopyJobPB
-// 0x01 "copy" ${instance_id} "loading_file" ${stage_id} ${table_id}
${obj_name} ${etag} -> CopyFilePB
+// 0x01 "storage_vault" ${instance_id} "vault" ${resource_id}
-> StorageVaultPB
+//
+// 0x02 "system" "meta-service" "registry"
-> MetaServiceRegistryPB
+// 0x02 "system" "meta-service" "arn_info"
-> RamUserPB
+// 0x02 "system" "meta-service" "encryption_key_info"
-> EncryptionKeyInfoPB
// clang-format on
namespace doris::cloud {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
