This is an automated email from the ASF dual-hosted git repository.
eldenmoon pushed a commit to branch short-circuit-in
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/short-circuit-in by this push:
new e826ac4cf3a Revert "[Fix](ShortCircuit) fix prepared statement with
partial arguments prepared (#45371)"
e826ac4cf3a is described below
commit e826ac4cf3adc86ea9ed4103727e1584b0f60565
Author: eldenmoon <[email protected]>
AuthorDate: Wed Jan 1 22:16:10 2025 +0800
Revert "[Fix](ShortCircuit) fix prepared statement with partial arguments
prepared (#45371)"
This reverts commit 91c475e0f4ace1f31ffefa56af7eb437f2b61a9d.
---
.../org/apache/doris/nereids/StatementContext.java | 6 --
.../nereids/rules/analysis/ExpressionAnalyzer.java | 21 ----
.../org/apache/doris/qe/PointQueryExecutor.java | 40 +++-----
.../data/point_query_p0/test_point_query.out | 30 ------
.../suites/point_query_p0/test_point_query.groovy | 108 ++++-----------------
5 files changed, 32 insertions(+), 173 deletions(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/nereids/StatementContext.java
b/fe/fe-core/src/main/java/org/apache/doris/nereids/StatementContext.java
index 0b671ebdb71..839daec059f 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/nereids/StatementContext.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/nereids/StatementContext.java
@@ -149,8 +149,6 @@ public class StatementContext implements Closeable {
private final IdGenerator<PlaceholderId> placeHolderIdGenerator =
PlaceholderId.createGenerator();
// relation id to placeholders for prepared statement, ordered by
placeholder id
private final Map<PlaceholderId, Expression> idToPlaceholderRealExpr = new
TreeMap<>();
- // map placeholder id to comparison slot, which will used to replace
conjuncts directly
- private final Map<PlaceholderId, SlotReference> idToComparisonSlot = new
TreeMap<>();
// collect all hash join conditions to compute node connectivity in join
graph
private final List<Expression> joinFilters = new ArrayList<>();
@@ -466,10 +464,6 @@ public class StatementContext implements Closeable {
return idToPlaceholderRealExpr;
}
- public Map<PlaceholderId, SlotReference> getIdToComparisonSlot() {
- return idToComparisonSlot;
- }
-
public Map<CTEId, List<Pair<Multimap<Slot, Slot>, Group>>>
getCteIdToConsumerGroup() {
return cteIdToConsumerGroup;
}
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/ExpressionAnalyzer.java
b/fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/ExpressionAnalyzer.java
index 2a0f7dd9a9e..b49d911282a 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/ExpressionAnalyzer.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/nereids/rules/analysis/ExpressionAnalyzer.java
@@ -24,7 +24,6 @@ import org.apache.doris.catalog.FunctionRegistry;
import org.apache.doris.common.DdlException;
import org.apache.doris.common.Pair;
import org.apache.doris.common.util.Util;
-import org.apache.doris.mysql.MysqlCommand;
import org.apache.doris.nereids.CascadesContext;
import org.apache.doris.nereids.SqlCacheContext;
import org.apache.doris.nereids.StatementContext;
@@ -79,7 +78,6 @@ import
org.apache.doris.nereids.trees.expressions.literal.Literal;
import org.apache.doris.nereids.trees.expressions.literal.NullLiteral;
import org.apache.doris.nereids.trees.expressions.literal.StringLiteral;
import
org.apache.doris.nereids.trees.expressions.typecoercion.ImplicitCastInputTypes;
-import org.apache.doris.nereids.trees.plans.PlaceholderId;
import org.apache.doris.nereids.trees.plans.Plan;
import org.apache.doris.nereids.trees.plans.logical.LogicalPlan;
import org.apache.doris.nereids.types.ArrayType;
@@ -626,29 +624,10 @@ public class ExpressionAnalyzer extends
SubExprAnalyzer<ExpressionRewriteContext
return visit(realExpr, context);
}
- // Register prepared statement placeholder id to related slot in
comparison predicate.
- // Used to replace expression in ShortCircuit plan
- private void registerPlaceholderIdToSlot(ComparisonPredicate cp,
- ExpressionRewriteContext context, Expression left,
Expression right) {
- if (ConnectContext.get() != null
- && ConnectContext.get().getCommand() ==
MysqlCommand.COM_STMT_EXECUTE) {
- // Used to replace expression in ShortCircuit plan
- if (cp.right() instanceof Placeholder && left instanceof
SlotReference) {
- PlaceholderId id = ((Placeholder)
cp.right()).getPlaceholderId();
-
context.cascadesContext.getStatementContext().getIdToComparisonSlot().put(id,
(SlotReference) left);
- } else if (cp.left() instanceof Placeholder && right instanceof
SlotReference) {
- PlaceholderId id = ((Placeholder)
cp.left()).getPlaceholderId();
-
context.cascadesContext.getStatementContext().getIdToComparisonSlot().put(id,
(SlotReference) right);
- }
- }
- }
-
@Override
public Expression visitComparisonPredicate(ComparisonPredicate cp,
ExpressionRewriteContext context) {
Expression left = cp.left().accept(this, context);
Expression right = cp.right().accept(this, context);
- // Used to replace expression in ShortCircuit plan
- registerPlaceholderIdToSlot(cp, context, left, right);
cp = (ComparisonPredicate) cp.withChildren(left, right);
return TypeCoercionUtils.processComparisonPredicate(cp);
}
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/qe/PointQueryExecutor.java
b/fe/fe-core/src/main/java/org/apache/doris/qe/PointQueryExecutor.java
index b1bf3e227f0..9e4030b768b 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/qe/PointQueryExecutor.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/qe/PointQueryExecutor.java
@@ -31,9 +31,7 @@ import org.apache.doris.common.UserException;
import org.apache.doris.mysql.MysqlCommand;
import org.apache.doris.nereids.StatementContext;
import org.apache.doris.nereids.exceptions.AnalysisException;
-import org.apache.doris.nereids.trees.expressions.SlotReference;
import org.apache.doris.nereids.trees.expressions.literal.Literal;
-import org.apache.doris.nereids.trees.plans.PlaceholderId;
import org.apache.doris.planner.OlapScanNode;
import org.apache.doris.proto.InternalService;
import org.apache.doris.proto.InternalService.KeyTuple;
@@ -61,12 +59,12 @@ import java.util.HashSet;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
-import java.util.Map.Entry;
import java.util.Set;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Future;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.TimeoutException;
+import java.util.stream.Collectors;
public class PointQueryExecutor implements CoordInterface {
private static final Logger LOG =
LogManager.getLogger(PointQueryExecutor.class);
@@ -144,45 +142,33 @@ public class PointQueryExecutor implements CoordInterface
{
Preconditions.checkNotNull(preparedStmtCtx.shortCircuitQueryContext);
ShortCircuitQueryContext shortCircuitQueryContext =
preparedStmtCtx.shortCircuitQueryContext.get();
// update conjuncts
- Map<String, Expr> colNameToConjunct = Maps.newHashMap();
- for (Entry<PlaceholderId, SlotReference> entry :
statementContext.getIdToComparisonSlot().entrySet()) {
- String colName = entry.getValue().getColumn().get().getName();
- Expr conjunctVal = ((Literal)
statementContext.getIdToPlaceholderRealExpr()
- .get(entry.getKey())).toLegacyLiteral();
- colNameToConjunct.put(colName, conjunctVal);
- }
- if (colNameToConjunct.size() !=
preparedStmtCtx.command.placeholderCount()) {
+ List<Expr> conjunctVals =
statementContext.getIdToPlaceholderRealExpr().values().stream().map(
+ expression -> (
+ (Literal) expression).toLegacyLiteral())
+ .collect(Collectors.toList());
+ if (conjunctVals.size() != preparedStmtCtx.command.placeholderCount())
{
throw new AnalysisException("Mismatched conjuncts values size with
prepared"
+ "statement parameters size, expected "
+ preparedStmtCtx.command.placeholderCount()
- + ", but meet " + colNameToConjunct.size());
+ + ", but meet " + conjunctVals.size());
}
- updateScanNodeConjuncts(shortCircuitQueryContext.scanNode,
colNameToConjunct);
+ updateScanNodeConjuncts(shortCircuitQueryContext.scanNode,
conjunctVals);
// short circuit plan and execution
executor.executeAndSendResult(false, false,
shortCircuitQueryContext.analzyedQuery, executor.getContext()
.getMysqlChannel(), null, null);
}
- private static void updateScanNodeConjuncts(OlapScanNode scanNode,
- Map<String, Expr> colNameToConjunct) {
- for (Expr conjunct : scanNode.getConjuncts()) {
- BinaryPredicate binaryPredicate = (BinaryPredicate) conjunct;
- SlotRef slot = null;
- int updateChildIdx = 0;
+ private static void updateScanNodeConjuncts(OlapScanNode scanNode,
List<Expr> conjunctVals) {
+ for (int i = 0; i < conjunctVals.size(); ++i) {
+ BinaryPredicate binaryPredicate = (BinaryPredicate)
scanNode.getConjuncts().get(i);
if (binaryPredicate.getChild(0) instanceof LiteralExpr) {
- slot = (SlotRef) binaryPredicate.getChildWithoutCast(1);
+ binaryPredicate.setChild(0, conjunctVals.get(i));
} else if (binaryPredicate.getChild(1) instanceof LiteralExpr) {
- slot = (SlotRef) binaryPredicate.getChildWithoutCast(0);
- updateChildIdx = 1;
+ binaryPredicate.setChild(1, conjunctVals.get(i));
} else {
Preconditions.checkState(false, "Should contains literal in "
+ binaryPredicate.toSqlImpl());
}
- // not a placeholder to replace
- if (!colNameToConjunct.containsKey(slot.getColumnName())) {
- continue;
- }
- binaryPredicate.setChild(updateChildIdx,
colNameToConjunct.get(slot.getColumnName()));
}
}
diff --git a/regression-test/data/point_query_p0/test_point_query.out
b/regression-test/data/point_query_p0/test_point_query.out
index 55c79757820..1cc4142e39f 100644
--- a/regression-test/data/point_query_p0/test_point_query.out
+++ b/regression-test/data/point_query_p0/test_point_query.out
@@ -160,33 +160,3 @@
-- !sql --
-10 20 aabc update val
--- !point_select --
-user_guid feature sk feature_value 2021-01-01T00:00
-
--- !point_select --
-user_guid feature sk feature_value 2021-01-01T00:00
-
--- !point_select --
-user_guid feature sk feature_value 2021-01-01T00:00
-
--- !point_select --
-user_guid feature sk feature_value 2021-01-01T00:00
-
--- !point_select --
-user_guid feature sk feature_value 2021-01-01T00:00
-
--- !point_select --
-user_guid feature sk feature_value 2021-01-01T00:00
-
--- !point_select --
-user_guid feature sk feature_value 2021-01-01T00:00
-
--- !point_select --
-user_guid feature sk feature_value 2021-01-01T00:00
-
--- !point_select --
-user_guid feature sk feature_value 2021-01-01T00:00
-
--- !point_select --
-user_guid feature sk feature_value 2021-01-01T00:00
-
diff --git a/regression-test/suites/point_query_p0/test_point_query.groovy
b/regression-test/suites/point_query_p0/test_point_query.groovy
index 237103435a9..99998a24ed6 100644
--- a/regression-test/suites/point_query_p0/test_point_query.groovy
+++ b/regression-test/suites/point_query_p0/test_point_query.groovy
@@ -38,30 +38,32 @@ suite("test_point_query", "nonConcurrent") {
logger.info("update config: code=" + code + ", out=" + out + ",
err=" + err)
}
}
- def user = context.config.jdbcUser
- def password = context.config.jdbcPassword
- def realDb = "regression_test_serving_p0"
- // Parse url
- String jdbcUrl = context.config.jdbcUrl
- String urlWithoutSchema = jdbcUrl.substring(jdbcUrl.indexOf("://") + 3)
- def sql_ip = urlWithoutSchema.substring(0, urlWithoutSchema.indexOf(":"))
- def sql_port
- if (urlWithoutSchema.indexOf("/") >= 0) {
- // e.g: jdbc:mysql://locahost:8080/?a=b
- sql_port = urlWithoutSchema.substring(urlWithoutSchema.indexOf(":") +
1, urlWithoutSchema.indexOf("/"))
- } else {
- // e.g: jdbc:mysql://locahost:8080
- sql_port = urlWithoutSchema.substring(urlWithoutSchema.indexOf(":") +
1)
- }
- // set server side prepared statement url
- def prepare_url = "jdbc:mysql://" + sql_ip + ":" + sql_port + "/" + realDb
+ "?&useServerPrepStmts=true"
try {
set_be_config.call("disable_storage_row_cache", "false")
+ // nereids do not support point query now
sql "set global enable_fallback_to_original_planner = false"
sql """set global enable_nereids_planner=true"""
+ def user = context.config.jdbcUser
+ def password = context.config.jdbcPassword
+ def realDb = "regression_test_serving_p0"
def tableName = realDb + ".tbl_point_query"
sql "CREATE DATABASE IF NOT EXISTS ${realDb}"
+ // Parse url
+ String jdbcUrl = context.config.jdbcUrl
+ String urlWithoutSchema = jdbcUrl.substring(jdbcUrl.indexOf("://") + 3)
+ def sql_ip = urlWithoutSchema.substring(0,
urlWithoutSchema.indexOf(":"))
+ def sql_port
+ if (urlWithoutSchema.indexOf("/") >= 0) {
+ // e.g: jdbc:mysql://locahost:8080/?a=b
+ sql_port =
urlWithoutSchema.substring(urlWithoutSchema.indexOf(":") + 1,
urlWithoutSchema.indexOf("/"))
+ } else {
+ // e.g: jdbc:mysql://locahost:8080
+ sql_port =
urlWithoutSchema.substring(urlWithoutSchema.indexOf(":") + 1)
+ }
+ // set server side prepared statement url
+ def prepare_url = "jdbc:mysql://" + sql_ip + ":" + sql_port + "/" +
realDb + "?&useServerPrepStmts=true"
+
def generateString = {len ->
def str = ""
for (int i = 0; i < len; i++) {
@@ -339,76 +341,4 @@ suite("test_point_query", "nonConcurrent") {
qt_sql "select * from table_3821461 where col1 = 10 and col2 = 20 and loc3
= 'aabc';"
sql "update table_3821461 set value = 'update value' where col1 = -10 or
col1 = 20;"
qt_sql """select * from table_3821461 where col1 = -10 and col2 = 20 and
loc3 = 'aabc'"""
-
- sql "DROP TABLE IF EXISTS test_partial_prepared_statement"
- sql """
- CREATE TABLE `test_partial_prepared_statement` (
- `user_guid` varchar(64) NOT NULL,
- `feature` varchar(256) NOT NULL,
- `sk` varchar(256) NOT NULL,
- `feature_value` text NULL,
- `data_time` datetime NOT NULL
- ) ENGINE=OLAP
- UNIQUE KEY(`user_guid`, `feature`, `sk`)
- DISTRIBUTED BY HASH(`user_guid`) BUCKETS 32
- PROPERTIES (
- "enable_unique_key_merge_on_write" = "true",
- "light_schema_change" = "true",
- "function_column.sequence_col" = "data_time",
- "store_row_column" = "true",
- "replication_num" = "1",
- "row_store_page_size" = "16384"
- );
- """
- sql "insert into test_partial_prepared_statement values ('user_guid',
'feature', 'sk','feature_value', '2021-01-01 00:00:00')"
- def result2 = connect(user, password, prepare_url) {
- def partial_prepared_stmt = prepareStatement "select /*+
SET_VAR(enable_nereids_planner=true) */ * from
regression_test_point_query_p0.test_partial_prepared_statement where sk = 'sk'
and user_guid = 'user_guid' and feature = ? "
- assertEquals(partial_prepared_stmt.class,
com.mysql.cj.jdbc.ServerPreparedStatement);
- partial_prepared_stmt.setString(1, "feature")
- qe_point_select partial_prepared_stmt
- qe_point_select partial_prepared_stmt
-
- partial_prepared_stmt = prepareStatement "select /*+
SET_VAR(enable_nereids_planner=true) */ * from
regression_test_point_query_p0.test_partial_prepared_statement where user_guid
= ? and feature = 'feature' and sk = ?"
- assertEquals(partial_prepared_stmt.class,
com.mysql.cj.jdbc.ServerPreparedStatement);
- partial_prepared_stmt.setString(1, "user_guid")
- partial_prepared_stmt.setString(2, "sk")
- qe_point_select partial_prepared_stmt
- qe_point_select partial_prepared_stmt
-
- partial_prepared_stmt = prepareStatement "select /*+
SET_VAR(enable_nereids_planner=true) */ * from
regression_test_point_query_p0.test_partial_prepared_statement where ? =
user_guid and sk = 'sk' and feature = 'feature' "
- assertEquals(partial_prepared_stmt.class,
com.mysql.cj.jdbc.ServerPreparedStatement);
- partial_prepared_stmt.setString(1, "user_guid")
- qe_point_select partial_prepared_stmt
- qe_point_select partial_prepared_stmt
-
- partial_prepared_stmt = prepareStatement "select /*+
SET_VAR(enable_nereids_planner=true) */ * from
regression_test_point_query_p0.test_partial_prepared_statement where ? =
user_guid and sk = 'sk' and feature = ? "
- assertEquals(partial_prepared_stmt.class,
com.mysql.cj.jdbc.ServerPreparedStatement);
- partial_prepared_stmt.setString(1, "user_guid")
- partial_prepared_stmt.setString(2, "feature")
- qe_point_select partial_prepared_stmt
- qe_point_select partial_prepared_stmt
-
- partial_prepared_stmt = prepareStatement "select /*+
SET_VAR(enable_nereids_planner=true) */ * from
regression_test_point_query_p0.test_partial_prepared_statement where sk = ?
and feature = ? and 'user_guid' = user_guid"
- assertEquals(partial_prepared_stmt.class,
com.mysql.cj.jdbc.ServerPreparedStatement);
- partial_prepared_stmt.setString(1, "sk")
- partial_prepared_stmt.setString(2, "feature")
- qe_point_select partial_prepared_stmt
- qe_point_select partial_prepared_stmt
-
- // test prepared statement should not be short-circuited plan which
use nondeterministic function
- try (PreparedStatement pstmt = prepareStatement("select now(3)
data_time from regression_test_point_query_p0.test_partial_prepared_statement
where sk = 'sk' and user_guid = 'user_guid' and feature = 'feature'")) {
- def result1 = ""
- def result2 = ""
- try (ResultSet rs = pstmt.executeQuery()) {
- result1 = JdbcUtils.toList(rs).v1
- logger.info("result: {}", result1)
- }
- sleep(100)
- try (ResultSet rs = pstmt.executeQuery()) {
- result2 = JdbcUtils.toList(rs).v1
- logger.info("result: {}", result2)
- }
- assertNotEquals(result1, result2)
- }
- }
}
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
