Steven Jacobs has uploaded a new change for review. https://asterix-gerrit.ics.uci.edu/2504
Change subject: [ASTERIXDB-2333][COMP] Allow filters to work alongside autogenerated keys ...................................................................... [ASTERIXDB-2333][COMP] Allow filters to work alongside autogenerated keys - user model changes: no - storage format changes: no - interface changes: no Details: Fixes a bug preventing autogenerated keys from working when there is a filtering field present. Added test. Change-Id: I450b4e20175992414955d59116e672450d442f81 --- M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceAutogenerateIDRule.java A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.1.ddl.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.2.update.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.3.query.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/results/filters/filter-auto-key/filter-auto-key.1.adm M asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml 6 files changed, 115 insertions(+), 6 deletions(-) git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/04/2504/1 diff --git a/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceAutogenerateIDRule.java b/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceAutogenerateIDRule.java index c3e036e..61fbd73 100644 --- a/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceAutogenerateIDRule.java +++ b/asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceAutogenerateIDRule.java @@ -120,9 +120,10 @@ AssignOperator assignOp = (AssignOperator) parentOp; LogicalVariable inputRecord; - //TODO: bug here. will not work for internal datasets with filters since the pattern becomes - //[project-assign-assign-insert] + boolean hasFilter = false; AbstractLogicalOperator grandparentOp = (AbstractLogicalOperator) parentOp.getInputs().get(0).getValue(); + AbstractLogicalOperator newAssignParentOp = grandparentOp; + AbstractLogicalOperator newAssignChildOp = assignOp; if (grandparentOp.getOperatorTag() == LogicalOperatorTag.PROJECT) { ProjectOperator projectOp = (ProjectOperator) grandparentOp; inputRecord = projectOp.getVariables().get(0); @@ -130,7 +131,19 @@ DataSourceScanOperator dssOp = (DataSourceScanOperator) grandparentOp; inputRecord = dssOp.getVariables().get(0); } else { - return false; + AbstractLogicalOperator greatgrandparentOp = + (AbstractLogicalOperator) grandparentOp.getInputs().get(0).getValue(); + if (grandparentOp.getOperatorTag() == LogicalOperatorTag.ASSIGN + && greatgrandparentOp.getOperatorTag() == LogicalOperatorTag.PROJECT) { + //filter case + ProjectOperator projectOp = (ProjectOperator) greatgrandparentOp; + inputRecord = projectOp.getVariables().get(0); + newAssignParentOp = greatgrandparentOp; + newAssignChildOp = grandparentOp; + hasFilter = true; + } else { + return false; + } } List<String> pkFieldName = @@ -142,13 +155,19 @@ LogicalVariable v = context.newVar(); AssignOperator newAssign = new AssignOperator(v, new MutableObject<ILogicalExpression>(nonNullMergedRec)); - newAssign.getInputs().add(new MutableObject<ILogicalOperator>(grandparentOp)); - assignOp.getInputs().set(0, new MutableObject<ILogicalOperator>(newAssign)); + newAssign.getInputs().add(new MutableObject<ILogicalOperator>(newAssignParentOp)); + newAssignChildOp.getInputs().set(0, new MutableObject<ILogicalOperator>(newAssign)); + if (hasFilter) { + VariableUtilities.substituteVariables(newAssignChildOp, inputRecord, v, context); + } VariableUtilities.substituteVariables(assignOp, inputRecord, v, context); VariableUtilities.substituteVariables(insertOp, inputRecord, v, context); context.computeAndSetTypeEnvironmentForOperator(newAssign); + if (hasFilter) { + context.computeAndSetTypeEnvironmentForOperator(newAssignChildOp); + } context.computeAndSetTypeEnvironmentForOperator(assignOp); - context.computeAndSetTypeEnvironmentForOperator(insertOp);; + context.computeAndSetTypeEnvironmentForOperator(insertOp); for (AbstractLogicalOperator op : opStack) { VariableUtilities.substituteVariables(op, inputRecord, v, context); context.computeAndSetTypeEnvironmentForOperator(op); diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.1.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.1.ddl.sqlpp new file mode 100644 index 0000000..95c1c38 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.1.ddl.sqlpp @@ -0,0 +1,38 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Test filters with autogenerated keys + * Expected Res : Success + * Date : 20th Mar 2018 + */ + +drop dataverse test if exists; +create dataverse test; + +use test; + +create type UserLocation as closed { +recordId: uuid, +location: circle, +userName: string +}; + + +create dataset UserLocations(UserLocation) +primary key recordId autogenerated with filter on userName; \ No newline at end of file diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.2.update.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.2.update.sqlpp new file mode 100644 index 0000000..cee10ac --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.2.update.sqlpp @@ -0,0 +1,24 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +use test; + +insert into UserLocations( +{"userName" : "c1121u1" , "location" : circle("4171.58,1083.41 100.0")} +); \ No newline at end of file diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.3.query.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.3.query.sqlpp new file mode 100644 index 0000000..2b9ac5c --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/filters/filter-auto-key/filter-auto-key.3.query.sqlpp @@ -0,0 +1,22 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +use test; + +select l.userName from UserLocations l; \ No newline at end of file diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/results/filters/filter-auto-key/filter-auto-key.1.adm b/asterixdb/asterix-app/src/test/resources/runtimets/results/filters/filter-auto-key/filter-auto-key.1.adm new file mode 100644 index 0000000..022f6a7 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/results/filters/filter-auto-key/filter-auto-key.1.adm @@ -0,0 +1 @@ +{ "userName": "c1121u1" } \ No newline at end of file diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml index 0967ba6..6c797e4 100644 --- a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml +++ b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml @@ -9293,6 +9293,11 @@ </compilation-unit> </test-case> <test-case FilePath="filters"> + <compilation-unit name="filter-auto-key"> + <output-dir compare="Text">filter-auto-key</output-dir> + </compilation-unit> + </test-case> + <test-case FilePath="filters"> <compilation-unit name="load"> <output-dir compare="Text">load</output-dir> </compilation-unit> -- To view, visit https://asterix-gerrit.ics.uci.edu/2504 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I450b4e20175992414955d59116e672450d442f81 Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Steven Jacobs <sjaco...@ucr.edu>