This is an automated email from the ASF dual-hosted git repository.
airborne pushed a commit to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.0 by this push:
new 079db93d11b branch-3.0: [feat](test) add fe ut for bf index create
table #44973 (#45116)
079db93d11b is described below
commit 079db93d11b28774c41e924af01a7ba0d0edc24a
Author: github-actions[bot]
<41898282+github-actions[bot]@users.noreply.github.com>
AuthorDate: Mon Dec 9 15:32:07 2024 +0800
branch-3.0: [feat](test) add fe ut for bf index create table #44973 (#45116)
Cherry-picked from #44973
Co-authored-by: airborne12 <[email protected]>
---
.../java/org/apache/doris/analysis/IndexDef.java | 41 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 3 +
.../CreateTableWithBloomFilterIndexTest.java | 905 +++++++++++++++++++++
.../index_p0/test_ngram_bloomfilter_index.groovy | 6 +-
4 files changed, 940 insertions(+), 15 deletions(-)
diff --git a/fe/fe-core/src/main/java/org/apache/doris/analysis/IndexDef.java
b/fe/fe-core/src/main/java/org/apache/doris/analysis/IndexDef.java
index 7f406d2a7e1..f51e63e4fbe 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/analysis/IndexDef.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/analysis/IndexDef.java
@@ -43,12 +43,17 @@ public class IndexDef {
private boolean isBuildDeferred = false;
private PartitionNames partitionNames;
private List<Integer> columnUniqueIds = Lists.newArrayList();
+ private static final int MIN_NGRAM_SIZE = 1;
+ private static final int MAX_NGRAM_SIZE = 255;
+ private static final int MIN_BF_SIZE = 64;
+ private static final int MAX_BF_SIZE = 65535;
public static final String NGRAM_SIZE_KEY = "gram_size";
public static final String NGRAM_BF_SIZE_KEY = "bf_size";
public static final String DEFAULT_NGRAM_SIZE = "2";
public static final String DEFAULT_NGRAM_BF_SIZE = "256";
+
public IndexDef(String indexName, boolean ifNotExists, List<String>
columns, IndexType indexType,
Map<String, String> properties, String comment) {
this.indexName = indexName;
@@ -238,8 +243,8 @@ public class IndexDef {
throw new AnalysisException("index should only be used in
columns of DUP_KEYS/UNIQUE_KEYS table"
+ " or key columns of AGG_KEYS table. invalid index: "
+ indexName);
} else if (keysType == KeysType.UNIQUE_KEYS &&
!enableUniqueKeyMergeOnWrite
- && indexType == IndexType.INVERTED &&
properties != null
- &&
properties.containsKey(InvertedIndexUtil.INVERTED_INDEX_PARSER_KEY)) {
+ && indexType == IndexType.INVERTED && properties !=
null
+ &&
properties.containsKey(InvertedIndexUtil.INVERTED_INDEX_PARSER_KEY)) {
throw new AnalysisException("INVERTED index with parser
can NOT be used in value columns of"
+ " UNIQUE_KEYS table with merge_on_write disable.
invalid index: " + indexName);
}
@@ -256,21 +261,29 @@ public class IndexDef {
if (properties.size() != 2) {
throw new AnalysisException("ngram_bf index should have
gram_size and bf_size properties");
}
- try {
- int ngramSize =
Integer.parseInt(properties.get(NGRAM_SIZE_KEY));
- int bfSize =
Integer.parseInt(properties.get(NGRAM_BF_SIZE_KEY));
- if (ngramSize > 256 || ngramSize < 1) {
- throw new AnalysisException("gram_size should be
integer and less than 256");
- }
- if (bfSize > 65535 || bfSize < 64) {
- throw new AnalysisException("bf_size should be integer
and between 64 and 65535");
- }
- } catch (NumberFormatException e) {
- throw new AnalysisException("invalid ngram properties:" +
e.getMessage(), e);
- }
+
+ parseAndValidateProperty(properties, NGRAM_SIZE_KEY,
MIN_NGRAM_SIZE, MAX_NGRAM_SIZE);
+ parseAndValidateProperty(properties, NGRAM_BF_SIZE_KEY,
MIN_BF_SIZE, MAX_BF_SIZE);
}
} else {
throw new AnalysisException("Unsupported index type: " +
indexType);
}
}
+
+ private void parseAndValidateProperty(Map<String, String> properties,
String key, int minValue, int maxValue)
+ throws AnalysisException {
+ String valueStr = properties.get(key);
+ if (valueStr == null) {
+ throw new AnalysisException("Property '" + key + "' is missing.");
+ }
+ try {
+ int value = Integer.parseInt(valueStr);
+ if (value < minValue || value > maxValue) {
+ throw new AnalysisException("'" + key + "' should be an
integer between "
+ + minValue + " and " +
maxValue + ".");
+ }
+ } catch (NumberFormatException e) {
+ throw new AnalysisException("Invalid value for '" + key + "': " +
valueStr, e);
+ }
+ }
}
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/common/util/PropertyAnalyzer.java
b/fe/fe-core/src/main/java/org/apache/doris/common/util/PropertyAnalyzer.java
index 90e3c45497b..e3af87989b8 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/common/util/PropertyAnalyzer.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/common/util/PropertyAnalyzer.java
@@ -634,6 +634,9 @@ public class PropertyAnalyzer {
}
String[] bfColumnArr = bfColumnsStr.split(COMMA_SEPARATOR);
+ if (bfColumnArr.length == 0) {
+ return bfColumns;
+ }
Set<String> bfColumnSet =
Sets.newTreeSet(String.CASE_INSENSITIVE_ORDER);
for (String bfColumn : bfColumnArr) {
bfColumn = bfColumn.trim();
diff --git
a/fe/fe-core/src/test/java/org/apache/doris/catalog/CreateTableWithBloomFilterIndexTest.java
b/fe/fe-core/src/test/java/org/apache/doris/catalog/CreateTableWithBloomFilterIndexTest.java
new file mode 100644
index 00000000000..54787ee8eef
--- /dev/null
+++
b/fe/fe-core/src/test/java/org/apache/doris/catalog/CreateTableWithBloomFilterIndexTest.java
@@ -0,0 +1,905 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.catalog;
+
+import org.apache.doris.common.AnalysisException;
+import org.apache.doris.common.DdlException;
+import org.apache.doris.common.ExceptionChecker;
+import org.apache.doris.utframe.TestWithFeService;
+
+import org.junit.jupiter.api.Test;
+
+import java.util.UUID;
+
+public class CreateTableWithBloomFilterIndexTest extends TestWithFeService {
+ private static String runningDir =
"fe/mocked/CreateTableWithBloomFilterIndexTest/"
+ + UUID.randomUUID().toString() + "/";
+
+ @Override
+ protected void runBeforeAll() throws Exception {
+ createDatabase("test");
+ }
+
+ @Test
+ public void testCreateTableWithTinyIntBloomFilterIndex() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "TINYINT is not supported in bloom filter index. invalid
column: k1",
+ () -> createTable("CREATE TABLE test.tbl_tinyint_bf (\n"
+ + "k1 TINYINT, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithSupportedIntBloomFilterIndex() throws
Exception {
+ // smallint
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_smallint_bf (\n"
+ + "k1 SMALLINT, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+
+ // int
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_int_bf (\n"
+ + "k1 INT, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+
+ // bigint
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_bigint_bf (\n"
+ + "k1 BIGINT, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+
+ // largeint
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_largeint_bf (\n"
+ + "k1 LARGEINT, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithFloatBloomFilterIndex() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "FLOAT is not supported in bloom filter index. invalid column:
k2",
+ () -> createTable("CREATE TABLE test.tbl_float_bf (\n"
+ + "k1 INT, \n"
+ + "k2 FLOAT, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k2\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithDoubleBloomFilterIndex() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "DOUBLE is not supported in bloom filter index. invalid
column: k2",
+ () -> createTable("CREATE TABLE test.tbl_double_bf (\n"
+ + "k1 INT, \n"
+ + "k2 DOUBLE, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k2\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithDecimalBloomFilterIndex() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_decimal_bf (\n"
+ + "k1 DECIMAL(10,2), \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithCharBloomFilterIndex() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_char_bf (\n"
+ + "k1 CHAR(20), \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithVarcharBloomFilterIndex() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_varchar_bf (\n"
+ + "k1 VARCHAR(20), \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithTextBloomFilterIndex() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_text_bf (\n"
+ + "k1 INT, \n"
+ + "k2 TEXT, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k2\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithDecimalV3BloomFilterIndex() throws
Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_decimalv3_bf (\n"
+ + "k1 DECIMALV3(10,2), \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithIPv4BloomFilterIndex() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_ipv4_bf (\n"
+ + "k1 IPV4, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithIPv6BloomFilterIndex() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_ipv6_bf (\n"
+ + "k1 IPV6, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithDateBloomFilterIndex() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_date_bf (\n"
+ + "k1 DATE, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithDateTimeBloomFilterIndex() throws Exception
{
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_datetime_bf (\n"
+ + "k1 DATETIME, \n"
+ + "v1 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithCharNgramBloomFilterIndex() throws
Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_char_ngram_bf (\n"
+ + "k1 CHAR(20), \n"
+ + "v1 INT,\n"
+ + "INDEX idx_k1_ngram (k1) USING NGRAM_BF
PROPERTIES(\"gram_size\"=\"3\", \"bf_size\"=\"1024\")\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithVarcharNgramBloomFilterIndex() throws
Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_varchar_ngram_bf (\n"
+ + "k1 VARCHAR(50), \n"
+ + "v1 INT,\n"
+ + "INDEX idx_k1_ngram (k1) USING NGRAM_BF
PROPERTIES(\"gram_size\"=\"3\", \"bf_size\"=\"1024\")\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithStringNgramBloomFilterIndex() throws
Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_string_ngram_bf (\n"
+ + "k1 INT, \n"
+ + "k2 STRING, \n"
+ + "v1 INT,\n"
+ + "INDEX idx_k2_ngram (k2) USING NGRAM_BF
PROPERTIES(\"gram_size\"=\"3\", \"bf_size\"=\"1024\")\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithArrayNumericBloomFilterIndex() throws
Exception {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "ARRAY is not supported in bloom filter index. invalid
column: k1",
+ () -> createTable("CREATE TABLE
test.tbl_array_numeric_bf (\n"
+ + "v1 INT,\n"
+ + "k1 ARRAY<INT>\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(v1)\n"
+ + "DISTRIBUTED BY HASH(v1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithArrayDateBloomFilterIndex() throws
Exception {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "ARRAY is not supported in bloom filter index. invalid
column: k1",
+ () -> createTable("CREATE TABLE test.tbl_array_date_bf
(\n"
+ + "v1 INT,\n"
+ + "k1 ARRAY<DATE>\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(v1)\n"
+ + "DISTRIBUTED BY HASH(v1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithArrayStringNgramBloomFilterIndex() {
+ ExceptionChecker.expectThrowsWithMsg(AnalysisException.class,
+ " ARRAY is not supported in ngram_bf index. invalid column:
k1",
+ () -> createTable("CREATE TABLE test.tbl_array_string_ngram_bf
(\n"
+ + "v1 INT,\n"
+ + "k1 ARRAY<STRING>,\n"
+ + "INDEX idx_k1_ngram (k1) USING NGRAM_BF
PROPERTIES(\"gram_size\"=\"3\", \"bf_size\"=\"1024\")\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(v1)\n"
+ + "DISTRIBUTED BY HASH(v1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithMapBloomFilterIndex() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "MAP is not supported in bloom filter index. invalid column:
k1",
+ () -> createTable("CREATE TABLE test.tbl_map_bf (\n"
+ + "v1 INT,\n"
+ + "k1 MAP<INT, STRING>\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(v1)\n"
+ + "DISTRIBUTED BY HASH(v1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithStructBloomFilterIndex() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "STRUCT is not supported in bloom filter index. invalid
column: k1",
+ () -> createTable("CREATE TABLE test.tbl_struct_bf (\n"
+ + "v1 INT,\n"
+ + "k1 STRUCT<f1:INT, f2:STRING>\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(v1)\n"
+ + "DISTRIBUTED BY HASH(v1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithJsonBloomFilterIndex() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ " JSON is not supported in bloom filter index. invalid column:
k1",
+ () -> createTable("CREATE TABLE test.tbl_json_bf (\n"
+ + "v1 INT,\n"
+ + "k1 JSON\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(v1)\n"
+ + "DISTRIBUTED BY HASH(v1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateTableWithHllBloomFilterIndex() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ " HLL is not supported in bloom filter index. invalid column:
k1",
+ () -> createTable("CREATE TABLE test.tbl_hll_bf (\n"
+ + "v1 INT,\n"
+ + "k1 HLL\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(v1)\n"
+ + "DISTRIBUTED BY HASH(v1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateMowTableWithBloomFilterIndex() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_mow_bf (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "UNIQUE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\",\n"
+ + "\"bloom_filter_columns\" = \"v1\",\n"
+ + "\"enable_unique_key_merge_on_write\" = \"true\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateDuplicateTableWithBloomFilterIndex() throws
Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_duplicate_bf (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"v1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateMorTableWithBloomFilterIndex() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_mor_bf (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "UNIQUE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\",\n"
+ + "\"bloom_filter_columns\" = \"v1\",\n"
+ + "\"enable_unique_key_merge_on_write\" = \"false\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testCreateAggTableWithBloomFilterIndex() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_agg_bf (\n"
+ + "k1 INT, \n"
+ + "v1 INT SUM\n"
+ + ") ENGINE=OLAP\n"
+ + "AGGREGATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsValidCharacters() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_bf_valid_chars (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1,v1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsInvalidCharacters() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter column does not exist in table. invalid column:
k1;v1",
+ () -> createTable("CREATE TABLE test.tbl_bf_invalid_chars (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1;v1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterFppValidInput() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_bf_fpp_valid (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"v1\",\n"
+ + "\"bloom_filter_fpp\" = \"0.05\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterFppInvalidInput() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter fpp should in [1.0E-4, 0.05]",
+ () -> createTable("CREATE TABLE test.tbl_bf_fpp_invalid (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"v1\",\n"
+ + "\"bloom_filter_fpp\" = \"-0.05\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testNgramBloomFilterGramSizeValidInput() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_ngram_gramsize_valid (\n"
+ + "k1 INT, \n"
+ + "k2 STRING, \n"
+ + "v1 INT,\n"
+ + "INDEX idx_k2_ngram (k2) USING NGRAM_BF
PROPERTIES(\"gram_size\"=\"4\")\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testNgramBloomFilterGramSizeInvalidInput() {
+ ExceptionChecker.expectThrowsWithMsg(AnalysisException.class,
+ "'gram_size' should be an integer between 1 and 255",
+ () -> createTable("CREATE TABLE
test.tbl_ngram_gramsize_invalid (\n"
+ + "k1 INT, \n"
+ + "k2 STRING, \n"
+ + "v1 INT,\n"
+ + "INDEX idx_k2_ngram (k2) USING NGRAM_BF
PROPERTIES(\"gram_size\"=\"-1\")\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testNgramBloomFilterGramSizeInvalidInput256() {
+ ExceptionChecker.expectThrowsWithMsg(AnalysisException.class,
+ "'gram_size' should be an integer between 1 and 255",
+ () -> createTable("CREATE TABLE
test.tbl_ngram_gram_size_invalid (\n"
+ + "k1 INT, \n"
+ + "k2 STRING, \n"
+ + "v1 INT,\n"
+ + "INDEX idx_k2_ngram (k2) USING NGRAM_BF
PROPERTIES(\"gram_size\"=\"256\")\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testNgramBloomFilterBfSizeValidInput() throws Exception {
+ ExceptionChecker.expectThrowsWithMsg(AnalysisException.class,
+ "'bf_size' should be an integer between 64 and 65535",
+ () -> createTable("CREATE TABLE test.tbl_ngram_bfsize_valid
(\n"
+ + "k1 INT, \n"
+ + "k2 STRING, \n"
+ + "v1 INT,\n"
+ + "INDEX idx_k2_ngram (k2) USING NGRAM_BF
PROPERTIES(\"bf_size\"=\"256000000\")\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testNgramBloomFilterBfSizeInvalidInput() {
+ ExceptionChecker.expectThrowsWithMsg(AnalysisException.class,
+ "'bf_size' should be an integer between 64 and 65535",
+ () -> createTable("CREATE TABLE test.tbl_ngram_bfsize_invalid
(\n"
+ + "k1 INT, \n"
+ + "k2 STRING, \n"
+ + "v1 INT,\n"
+ + "INDEX idx_k2_ngram (k2) USING NGRAM_BF
PROPERTIES(\"bf_size\"=\"-256000000\")\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testNgramBloomFilterBfSizeInvalidInput65536() {
+ ExceptionChecker.expectThrowsWithMsg(AnalysisException.class,
+ "'bf_size' should be an integer between 64 and 65535",
+ () -> createTable("CREATE TABLE test.tbl_ngram_bf_size_invalid
(\n"
+ + "k1 INT, \n"
+ + "k2 STRING, \n"
+ + "v1 INT,\n"
+ + "INDEX idx_k2_ngram (k2) USING NGRAM_BF
PROPERTIES(\"bf_size\"=\"65536\")\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsDuplicated() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Reduplicated bloom filter column: k1",
+ () -> createTable("CREATE TABLE test.tbl_bf_duplicated_columns
(\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1,k1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnDoesNotExist() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter column does not exist in table. invalid column:
k3",
+ () -> createTable("CREATE TABLE test.tbl_bf_column_not_exist
(\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k3\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnInvalidType() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "BOOLEAN is not supported in bloom filter index. invalid
column: k2",
+ () -> createTable("CREATE TABLE test.tbl_bf_invalid_type (\n"
+ + "k1 INT, \n"
+ + "k2 BOOLEAN,\n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k2\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnNonKeyInAggKeys() throws Exception {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter index should only be used in columns of
UNIQUE_KEYS/DUP_KEYS table or key columns of AGG_KEYS table. invalid column:
v1",
+ () -> createTable("CREATE TABLE
test.tbl_bf_nonkey_in_agg (\n"
+ + "k1 INT, \n"
+ + "v1 INT SUM\n"
+ + ") ENGINE=OLAP\n"
+ + "AGGREGATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 3\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"v1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterFppNotDouble() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter fpp is not Double",
+ () -> createTable("CREATE TABLE test.tbl_bf_fpp_not_double (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"v1\",\n"
+ + "\"bloom_filter_fpp\" = \"abc\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterFppOutOfRange() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter fpp should in [1.0E-4, 0.05]",
+ () -> createTable("CREATE TABLE test.tbl_bf_fpp_out_of_range
(\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"v1\",\n"
+ + "\"bloom_filter_fpp\" = \"0.1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterFppBelowMin() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter fpp should in [1.0E-4, 0.05]",
+ () -> createTable("CREATE TABLE test.tbl_bf_fpp_below_min (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"v1\",\n"
+ + "\"bloom_filter_fpp\" = \"1e-5\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsEmptyString() throws Exception {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Unknown properties: {bloom_filter_columns=}",
+ () -> createTable("CREATE TABLE
test.tbl_bf_empty_columns (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsOnlyCommas() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Unknown properties: {bloom_filter_columns=,,,}",
+ () -> createTable("CREATE TABLE test.tbl_bf_only_commas (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \",,,\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsNonExistingColumns() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter column does not exist in table. invalid column:
k3",
+ () -> createTable("CREATE TABLE
test.tbl_bf_non_existing_columns (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20),\n"
+ + "k2 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k2,k3\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsWithSpecialCharacters() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter column does not exist in table. invalid column:
k1@",
+ () -> createTable("CREATE TABLE test.tbl_bf_special_chars (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20),\n"
+ + "k2 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1@,v1#\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsWithDifferentCase() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_bf_different_case (\n"
+ + "k1 INT, \n"
+ + "V1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(K1)\n"
+ + "DISTRIBUTED BY HASH(K1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"k1,v1\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsWithSpaces() throws Exception {
+ ExceptionChecker.expectThrowsNoException(() -> createTable("CREATE
TABLE test.tbl_bf_columns_with_spaces (\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \" k1 , v1 \",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsWithLongColumnName() throws Exception {
+ StringBuilder sb = new StringBuilder("k");
+ for (int i = 0; i < 1000; i++) {
+ sb.append('1');
+ }
+ String longColumnName = sb.toString();
+
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter column does not exist in table. invalid column:
" + longColumnName,
+ () -> createTable("CREATE TABLE test.tbl_bf_long_column_name
(\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20),\n"
+ + "k2 INT\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"" + longColumnName +
"\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsWithUnicodeCharacters() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter column does not exist in table. invalid column:
名字",
+ () -> createTable("CREATE TABLE test.tbl_bf_unicode_columns
(\n"
+ + "k1 INT, \n"
+ + "name VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \"名字\",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+
+ @Test
+ public void testBloomFilterColumnsWithNullOrWhitespace() {
+ ExceptionChecker.expectThrowsWithMsg(DdlException.class,
+ "Bloom filter column does not exist in table. invalid column:
",
+ () -> createTable("CREATE TABLE test.tbl_bf_null_or_whitespace
(\n"
+ + "k1 INT, \n"
+ + "v1 VARCHAR(20)\n"
+ + ") ENGINE=OLAP\n"
+ + "DUPLICATE KEY(k1)\n"
+ + "DISTRIBUTED BY HASH(k1) BUCKETS 1\n"
+ + "PROPERTIES (\n"
+ + "\"bloom_filter_columns\" = \" , \",\n"
+ + "\"replication_num\" = \"1\"\n"
+ + ");"));
+ }
+}
diff --git
a/regression-test/suites/index_p0/test_ngram_bloomfilter_index.groovy
b/regression-test/suites/index_p0/test_ngram_bloomfilter_index.groovy
index e2ab9b9c117..cce6ed9fd9d 100644
--- a/regression-test/suites/index_p0/test_ngram_bloomfilter_index.groovy
+++ b/regression-test/suites/index_p0/test_ngram_bloomfilter_index.groovy
@@ -104,6 +104,10 @@ suite("test_ngram_bloomfilter_index") {
"""
test {
sql """ALTER TABLE ${tableName3} ADD INDEX idx_http_url(http_url)
USING NGRAM_BF PROPERTIES("gram_size"="3", "bf_size"="65536") COMMENT 'http_url
ngram_bf index'"""
- exception "bf_size should be integer and between 64 and 65535"
+ exception "'bf_size' should be an integer between 64 and 65535"
+ }
+ test {
+ sql """ALTER TABLE ${tableName3} ADD INDEX idx_http_url(http_url)
USING NGRAM_BF PROPERTIES("gram_size"="256", "bf_size"="65535") COMMENT
'http_url ngram_bf index'"""
+ exception "'gram_size' should be an integer between 1 and 255"
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
