This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 59a45500374 [feat](fe) Add `ignore_bdbje_log_checksum_read` for
BDBEnvironment (#31247)
59a45500374 is described below
commit 59a455003746d109a793f97b23fc09f0248926d6
Author: Lei Zhang <[email protected]>
AuthorDate: Mon Apr 22 21:32:12 2024 +0800
[feat](fe) Add `ignore_bdbje_log_checksum_read` for BDBEnvironment (#31247)
* https://forums.oracle.com/ords/apexds/post/je-log-checksumexception-2812
* When meeting disk damage or other reason described in the oracle forums
and fe cannot start due to `com.sleepycat.je.log.ChecksumException`, we
add a param `ignore_bdbje_log_checksum_read` to ignore the exception, but
there is no guarantee of correctness for bdbje kv data
Co-authored-by: Yongqiang YANG
<[email protected]>
---
fe/fe-common/src/main/java/org/apache/doris/common/Config.java | 9 +++++++++
.../main/java/org/apache/doris/journal/bdbje/BDBEnvironment.java | 5 +++++
2 files changed, 14 insertions(+)
diff --git a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
index ce70038adf0..90c2fbd594e 100644
--- a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
+++ b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
@@ -2553,6 +2553,15 @@ public class Config extends ConfigBase {
options = {"default", "ranger-doris"})
public static String access_controller_type = "default";
+ /* https://forums.oracle.com/ords/apexds/post/je-log-checksumexception-2812
+ when meeting disk damage or other reason described in the oracle forums
+ and fe cannot start due to `com.sleepycat.je.log.ChecksumException`, we
+ add a param `ignore_bdbje_log_checksum_read` to ignore the exception, but
+ there is no guarantee of correctness for bdbje kv data
+ */
+ @ConfField
+ public static boolean ignore_bdbje_log_checksum_read = false;
+
@ConfField(description = {"指定 mysql登录身份认证类型",
"Specifies the authentication type"},
options = {"default", "ldap"})
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BDBEnvironment.java
b/fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BDBEnvironment.java
index f973ed82597..f80f5e7dd20 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BDBEnvironment.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/journal/bdbje/BDBEnvironment.java
@@ -143,6 +143,11 @@ public class BDBEnvironment {
environmentConfig.setConfigParam(EnvironmentConfig.FREE_DISK,
String.valueOf(Config.bdbje_free_disk_bytes));
+ if (Config.ignore_bdbje_log_checksum_read) {
+
environmentConfig.setConfigParam(EnvironmentConfig.LOG_CHECKSUM_READ, "false");
+ LOG.warn("set EnvironmentConfig.LOG_CHECKSUM_READ false");
+ }
+
if (BDBJE_LOG_LEVEL.contains(Config.bdbje_file_logging_level)) {
java.util.logging.Logger parent =
java.util.logging.Logger.getLogger("com.sleepycat.je");
parent.setLevel(Level.parse(Config.bdbje_file_logging_level));
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
