[jira] [Updated] (ASTERIXDB-1727) Adding grouping hint breaks the query
[
https://issues.apache.org/jira/browse/ASTERIXDB-1727?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Pouria updated ASTERIXDB-1727:
--
Description:
The following query works fine with no hint. Adding a hint to use hash-based
group-by breaks it with the following error:
{noformat}
Variable $$43 could not be found in any input schema. [AlgebricksException]
{noformat}
Here is the query:
{noformat}
let $customer := {{ {"cid" : 1}, {"cid" : 2} }}
let $orders := {{
{"oid": 100,
"ocid" : 1,
"priority" : 10,
"class" : "A",
"items" : [{"price" : 1000}, { "price" : 2000}]
},
{"oid": 200,
"ocid" : 2,
"priority" : 20,
"class" : "A",
"items" : [{"price" : 2000}, {"price" : 3000}]
}
}}
for $c in $customer
for $o in $orders
where
$c.cid = $o.ocid
for $i in $o.items
/*+ hash*/
group by $o_orderid := $o.oid, $o_class := $o.class, $o_priority := $o.priority
with $i
let $price := sum (
for $t in $i
return
$t.price
)
order by $price desc, $o_class
return {
"o_orderkey": $o_orderid,
"price": $price,
"o_class": $o_class,
"o_priority": $o_priority
}
{noformat}
was:
The following query works fine with hint. Adding a hint to use hash-based
group-by breaks it with the following error:
{noformat}
Variable $$43 could not be found in any input schema. [AlgebricksException]
{noformat}
Here is the query:
{noformat}
let $customer := {{ {"cid" : 1}, {"cid" : 2} }}
let $orders := {{
{"oid": 100,
"ocid" : 1,
"priority" : 10,
"class" : "A",
"items" : [{"price" : 1000}, { "price" : 2000}]
},
{"oid": 200,
"ocid" : 2,
"priority" : 20,
"class" : "A",
"items" : [{"price" : 2000}, {"price" : 3000}]
}
}}
for $c in $customer
for $o in $orders
where
$c.cid = $o.ocid
for $i in $o.items
/*+ hash*/
group by $o_orderid := $o.oid, $o_class := $o.class, $o_priority := $o.priority
with $i
let $price := sum (
for $t in $i
return
$t.price
)
order by $price desc, $o_class
return {
"o_orderkey": $o_orderid,
"price": $price,
"o_class": $o_class,
"o_priority": $o_priority
}
{noformat}
> Adding grouping hint breaks the query
> -
>
> Key: ASTERIXDB-1727
> URL: https://issues.apache.org/jira/browse/ASTERIXDB-1727
> Project: Apache AsterixDB
> Issue Type: Bug
>Reporter: Pouria
>Assignee: Yingyi Bu
>
> The following query works fine with no hint. Adding a hint to use hash-based
> group-by breaks it with the following error:
> {noformat}
> Variable $$43 could not be found in any input schema. [AlgebricksException]
> {noformat}
> Here is the query:
> {noformat}
> let $customer := {{ {"cid" : 1}, {"cid" : 2} }}
> let $orders := {{
> {"oid": 100,
> "ocid" : 1,
> "priority" : 10,
>"class" : "A",
>"items" : [{"price" : 1000}, { "price" : 2000}]
> },
> {"oid": 200,
> "ocid" : 2,
> "priority" : 20,
>"class" : "A",
>"items" : [{"price" : 2000}, {"price" : 3000}]
> }
> }}
> for $c in $customer
> for $o in $orders
> where
> $c.cid = $o.ocid
> for $i in $o.items
> /*+ hash*/
> group by $o_orderid := $o.oid, $o_class := $o.class, $o_priority :=
> $o.priority
> with $i
> let $price := sum (
> for $t in $i
> return
> $t.price
> )
> order by $price desc, $o_class
> return {
> "o_orderkey": $o_orderid,
> "price": $price,
> "o_class": $o_class,
> "o_priority": $o_priority
> }
> {noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
[jira] [Created] (ASTERIXDB-1727) Adding grouping hint breaks the query
Pouria created ASTERIXDB-1727:
-
Summary: Adding grouping hint breaks the query
Key: ASTERIXDB-1727
URL: https://issues.apache.org/jira/browse/ASTERIXDB-1727
Project: Apache AsterixDB
Issue Type: Bug
Reporter: Pouria
Assignee: Yingyi Bu
The following query works fine with hint. Adding a hint to use hash-based
group-by breaks it with the following error:
{noformat}
Variable $$43 could not be found in any input schema. [AlgebricksException]
{noformat}
Here is the query:
{noformat}
let $customer := {{ {"cid" : 1}, {"cid" : 2} }}
let $orders := {{
{"oid": 100,
"ocid" : 1,
"priority" : 10,
"class" : "A",
"items" : [{"price" : 1000}, { "price" : 2000}]
},
{"oid": 200,
"ocid" : 2,
"priority" : 20,
"class" : "A",
"items" : [{"price" : 2000}, {"price" : 3000}]
}
}}
for $c in $customer
for $o in $orders
where
$c.cid = $o.ocid
for $i in $o.items
/*+ hash*/
group by $o_orderid := $o.oid, $o_class := $o.class, $o_priority := $o.priority
with $i
let $price := sum (
for $t in $i
return
$t.price
)
order by $price desc, $o_class
return {
"o_orderkey": $o_orderid,
"price": $price,
"o_class": $o_class,
"o_priority": $o_priority
}
{noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
Change in asterixdb[master]: Fix Upsert to Never Enforce the First Operation
Till Westmann has submitted this change and it was merged.
Change subject: Fix Upsert to Never Enforce the First Operation
..
Fix Upsert to Never Enforce the First Operation
Change-Id: I8ec784e2d6ff39758ab701d4f36fc85c278178f2
Reviewed-on: https://asterix-gerrit.ics.uci.edu/1336
Sonar-Qube: Jenkins
Tested-by: Jenkins
Integration-Tests: Jenkins
Reviewed-by: Till Westmann
---
M
asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/operators/AsterixLSMPrimaryUpsertOperatorNodePushable.java
M
asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/opcallbacks/LockThenSearchOperationCallback.java
2 files changed, 23 insertions(+), 5 deletions(-)
Approvals:
Till Westmann: Looks good to me, approved
Jenkins: Verified; No violations found; Verified
diff --git
a/asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/operators/AsterixLSMPrimaryUpsertOperatorNodePushable.java
b/asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/operators/AsterixLSMPrimaryUpsertOperatorNodePushable.java
index 96f9e76..536366f 100644
---
a/asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/operators/AsterixLSMPrimaryUpsertOperatorNodePushable.java
+++
b/asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/operators/AsterixLSMPrimaryUpsertOperatorNodePushable.java
@@ -24,12 +24,14 @@
import org.apache.asterix.common.api.IAsterixAppRuntimeContext;
import org.apache.asterix.common.dataflow.AsterixLSMIndexUtil;
+import org.apache.asterix.common.exceptions.ACIDException;
import org.apache.asterix.common.exceptions.AsterixException;
import org.apache.asterix.common.transactions.ILogMarkerCallback;
import org.apache.asterix.common.transactions.PrimaryIndexLogMarkerCallback;
import org.apache.asterix.om.pointables.nonvisitor.ARecordPointable;
import org.apache.asterix.om.types.ARecordType;
import org.apache.asterix.om.types.ATypeTag;
+import
org.apache.asterix.transaction.management.opcallbacks.LockThenSearchOperationCallback;
import org.apache.hyracks.api.comm.VSizeFrame;
import org.apache.hyracks.api.context.IHyracksTaskContext;
import org.apache.hyracks.api.dataflow.value.IMissingWriter;
@@ -80,6 +82,7 @@
private final boolean hasMeta;
private final int filterFieldIndex;
private final int metaFieldIndex;
+private LockThenSearchOperationCallback searchCallback;
public
AsterixLSMPrimaryUpsertOperatorNodePushable(IIndexOperatorDescriptor opDesc,
IHyracksTaskContext ctx,
int partition, int[] fieldPermutation, IRecordDescriptorProvider
recordDescProvider, int numOfPrimaryKeys,
@@ -140,8 +143,9 @@
modCallback =
opDesc.getModificationOpCallbackFactory().createModificationOperationCallback(
indexHelper.getResourcePath(),
indexHelper.getResourceID(), indexHelper.getResourcePartition(),
index, ctx, this);
-indexAccessor = index.createAccessor(modCallback,
opDesc.getSearchOpCallbackFactory()
-
.createSearchOperationCallback(indexHelper.getResourceID(), ctx, this));
+searchCallback = (LockThenSearchOperationCallback)
opDesc.getSearchOpCallbackFactory()
+
.createSearchOperationCallback(indexHelper.getResourceID(), ctx, this);
+indexAccessor = index.createAccessor(modCallback, searchCallback);
cursor = indexAccessor.createSearchCursor(false);
frameTuple = new FrameTupleReference();
IAsterixAppRuntimeContext runtimeCtx = (IAsterixAppRuntimeContext)
ctx.getJobletContext()
@@ -167,6 +171,12 @@
}
if (recordWasInserted || recordWasDeleted) {
FrameUtils.appendToWriter(writer, appender,
tb.getFieldEndOffsets(), tb.getByteArray(), 0, tb.getSize());
+} else {
+try {
+searchCallback.release();
+} catch (ACIDException e) {
+throw new HyracksDataException(e);
+}
}
}
@@ -185,6 +195,7 @@
accessor.reset(buffer);
LSMTreeIndexAccessor lsmAccessor = (LSMTreeIndexAccessor)
indexAccessor;
int tupleCount = accessor.getTupleCount();
+boolean firstModification = true;
int i = 0;
try {
while (i < tupleCount) {
@@ -217,8 +228,9 @@
tb.addFieldEndOffset();
}
modCallback.setOp(Operation.DELETE);
-if (i == 0) {
+if (firstModification) {
lsmAccessor.delete(prevTuple);
+firstModification = false;
} else {
lsmAccessor.forceDelete(prevTuple);
}
@@ -236,8 +248,9 @@
}
if (!isNull(tuple, numOfPrimaryKeys)) {
modCa
Change in asterixdb[master]: Fix Upsert to Never Enforce the First Operation
Till Westmann has posted comments on this change. Change subject: Fix Upsert to Never Enforce the First Operation .. Patch Set 2: Code-Review+2 -- To view, visit https://asterix-gerrit.ics.uci.edu/1336 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I8ec784e2d6ff39758ab701d4f36fc85c278178f2 Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Fix Upsert to Never Enforce the First Operation
Jenkins has posted comments on this change. Change subject: Fix Upsert to Never Enforce the First Operation .. Patch Set 2: Integration-Tests+1 Integration Tests Successful https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1082/ : SUCCESS -- To view, visit https://asterix-gerrit.ics.uci.edu/1336 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I8ec784e2d6ff39758ab701d4f36fc85c278178f2 Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Fix Upsert to Never Enforce the First Operation
Jenkins has posted comments on this change. Change subject: Fix Upsert to Never Enforce the First Operation .. Patch Set 2: Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1082/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1336 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I8ec784e2d6ff39758ab701d4f36fc85c278178f2 Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Fix Getting Operational Components for Search Operations
Jenkins has posted comments on this change. Change subject: Fix Getting Operational Components for Search Operations .. Patch Set 2: Integration Tests Failed https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1081/ : UNSTABLE -- To view, visit https://asterix-gerrit.ics.uci.edu/1335 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If046ead8a9c1e32c2b8be55d7b035f23b71ed3ea Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Fix Upsert to Never Enforce the First Operation
Jenkins has posted comments on this change. Change subject: Fix Upsert to Never Enforce the First Operation .. Patch Set 2: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3236/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1336 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I8ec784e2d6ff39758ab701d4f36fc85c278178f2 Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Fix Upsert to Never Enforce the First Operation
Hello Jenkins, I'd like you to reexamine a change. Please visit https://asterix-gerrit.ics.uci.edu/1336 to look at the new patch set (#2). Change subject: Fix Upsert to Never Enforce the First Operation .. Fix Upsert to Never Enforce the First Operation Change-Id: I8ec784e2d6ff39758ab701d4f36fc85c278178f2 --- M asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/operators/AsterixLSMPrimaryUpsertOperatorNodePushable.java M asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/opcallbacks/LockThenSearchOperationCallback.java 2 files changed, 23 insertions(+), 5 deletions(-) git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/36/1336/2 -- To view, visit https://asterix-gerrit.ics.uci.edu/1336 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: newpatchset Gerrit-Change-Id: I8ec784e2d6ff39758ab701d4f36fc85c278178f2 Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu
Change in asterixdb[master]: Fix Getting Operational Components for Search Operations
abdullah alamoudi has abandoned this change. Change subject: Fix Getting Operational Components for Search Operations .. Abandoned Not needed -- To view, visit https://asterix-gerrit.ics.uci.edu/1335 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: abandon Gerrit-Change-Id: If046ead8a9c1e32c2b8be55d7b035f23b71ed3ea Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Yingyi Bu
Change in asterixdb[master]: Fix Upsert to Never Enforce the First Operation
Jenkins has posted comments on this change. Change subject: Fix Upsert to Never Enforce the First Operation .. Patch Set 1: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3235/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1336 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I8ec784e2d6ff39758ab701d4f36fc85c278178f2 Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Fix Upsert to Never Enforce the First Operation
abdullah alamoudi has uploaded a new change for review.
https://asterix-gerrit.ics.uci.edu/1336
Change subject: Fix Upsert to Never Enforce the First Operation
..
Fix Upsert to Never Enforce the First Operation
Change-Id: I8ec784e2d6ff39758ab701d4f36fc85c278178f2
---
M
asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/operators/AsterixLSMPrimaryUpsertOperatorNodePushable.java
1 file changed, 5 insertions(+), 2 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb
refs/changes/36/1336/1
diff --git
a/asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/operators/AsterixLSMPrimaryUpsertOperatorNodePushable.java
b/asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/operators/AsterixLSMPrimaryUpsertOperatorNodePushable.java
index 96f9e76..bc646d9 100644
---
a/asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/operators/AsterixLSMPrimaryUpsertOperatorNodePushable.java
+++
b/asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/operators/AsterixLSMPrimaryUpsertOperatorNodePushable.java
@@ -185,6 +185,7 @@
accessor.reset(buffer);
LSMTreeIndexAccessor lsmAccessor = (LSMTreeIndexAccessor)
indexAccessor;
int tupleCount = accessor.getTupleCount();
+boolean firstModification = true;
int i = 0;
try {
while (i < tupleCount) {
@@ -217,8 +218,9 @@
tb.addFieldEndOffset();
}
modCallback.setOp(Operation.DELETE);
-if (i == 0) {
+if (firstModification) {
lsmAccessor.delete(prevTuple);
+firstModification = false;
} else {
lsmAccessor.forceDelete(prevTuple);
}
@@ -236,8 +238,9 @@
}
if (!isNull(tuple, numOfPrimaryKeys)) {
modCallback.setOp(Operation.INSERT);
-if ((prevTuple == null) && (i == 0)) {
+if (firstModification) {
lsmAccessor.insert(tuple);
+firstModification = false;
} else {
lsmAccessor.forceInsert(tuple);
}
--
To view, visit https://asterix-gerrit.ics.uci.edu/1336
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I8ec784e2d6ff39758ab701d4f36fc85c278178f2
Gerrit-PatchSet: 1
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: abdullah alamoudi
Change in asterixdb[master]: Fix Getting Operational Components for Search Operations
Jenkins has posted comments on this change. Change subject: Fix Getting Operational Components for Search Operations .. Patch Set 2: Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1081/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1335 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If046ead8a9c1e32c2b8be55d7b035f23b71ed3ea Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Full-text implementation step 1
Jenkins has posted comments on this change. Change subject: Full-text implementation step 1 .. Patch Set 21: Integration-Tests+1 Integration Tests Successful https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1080/ : SUCCESS -- To view, visit https://asterix-gerrit.ics.uci.edu/1228 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If00a871a8241d6aa6931f97b694d65f164d3ab8c Gerrit-PatchSet: 21 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Taewoo Kim Gerrit-Reviewer: Heri Ramampiaro Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Jianfeng Jia Gerrit-Reviewer: Michael Blow Gerrit-Reviewer: Taewoo Kim Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Fix Getting Operational Components for Search Operations
Yingyi Bu has posted comments on this change.
Change subject: Fix Getting Operational Components for Search Operations
..
Patch Set 1:
(4 comments)
https://asterix-gerrit.ics.uci.edu/#/c/1335/1/hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree/src/main/java/org/apache/hyracks/storage/am/lsm/btree/impls/LSMBTree.java
File
hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree/src/main/java/org/apache/hyracks/storage/am/lsm/btree/impls/LSMBTree.java:
Line 932: // The current mutable component is always added unless it is
a search and it is not
WS
Line 935: operationalComponents.add(0, currentMemoryComponent);
Why do you need IS_SEARCH check?
Can't we remove the original line 933? To do that, we need to change cmc + i +
1 to i.
https://asterix-gerrit.ics.uci.edu/#/c/1335/1/hyracks-fullstack/hyracks/hyracks-storage-am-lsm-invertedindex/src/main/java/org/apache/hyracks/storage/am/lsm/invertedindex/impls/LSMInvertedIndex.java
File
hyracks-fullstack/hyracks/hyracks-storage-am-lsm-invertedindex/src/main/java/org/apache/hyracks/storage/am/lsm/invertedindex/impls/LSMInvertedIndex.java:
Line 975: if (currentMutableComponent.isReadable()) {
Can't we remove the original line 972?
To do that, we need to change cmc + i + 1 to i.
https://asterix-gerrit.ics.uci.edu/#/c/1335/1/hyracks-fullstack/hyracks/hyracks-storage-am-lsm-rtree/src/main/java/org/apache/hyracks/storage/am/lsm/rtree/impls/AbstractLSMRTree.java
File
hyracks-fullstack/hyracks/hyracks-storage-am-lsm-rtree/src/main/java/org/apache/hyracks/storage/am/lsm/rtree/impls/AbstractLSMRTree.java:
Line 446: operationalComponents.add(0, memComponent);
Can't we remove the original line 445?
To do that, we need to change cmc + i + 1 to i.
--
To view, visit https://asterix-gerrit.ics.uci.edu/1335
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: If046ead8a9c1e32c2b8be55d7b035f23b71ed3ea
Gerrit-PatchSet: 1
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: abdullah alamoudi
Gerrit-Reviewer: Jenkins
Gerrit-Reviewer: Yingyi Bu
Gerrit-HasComments: Yes
Change in asterixdb[master]: Fix Getting Operational Components for Search Operations
Jenkins has posted comments on this change. Change subject: Fix Getting Operational Components for Search Operations .. Patch Set 2: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3234/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1335 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If046ead8a9c1e32c2b8be55d7b035f23b71ed3ea Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Fix Getting Operational Components for Search Operations
abdullah alamoudi has uploaded a new patch set (#2). Change subject: Fix Getting Operational Components for Search Operations .. Fix Getting Operational Components for Search Operations Change-Id: If046ead8a9c1e32c2b8be55d7b035f23b71ed3ea --- M hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree/src/main/java/org/apache/hyracks/storage/am/lsm/btree/impls/LSMBTree.java M hyracks-fullstack/hyracks/hyracks-storage-am-lsm-invertedindex/src/main/java/org/apache/hyracks/storage/am/lsm/invertedindex/impls/LSMInvertedIndex.java M hyracks-fullstack/hyracks/hyracks-storage-am-lsm-rtree/src/main/java/org/apache/hyracks/storage/am/lsm/rtree/impls/AbstractLSMRTree.java 3 files changed, 50 insertions(+), 41 deletions(-) git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/35/1335/2 -- To view, visit https://asterix-gerrit.ics.uci.edu/1335 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: newpatchset Gerrit-Change-Id: If046ead8a9c1e32c2b8be55d7b035f23b71ed3ea Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Yingyi Bu
Change in asterixdb[master]: Fix Getting Operational Components for Search Operations
Jenkins has posted comments on this change. Change subject: Fix Getting Operational Components for Search Operations .. Patch Set 1: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3233/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1335 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If046ead8a9c1e32c2b8be55d7b035f23b71ed3ea Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: abdullah alamoudi Gerrit-Reviewer: Jenkins Gerrit-HasComments: No
Change in asterixdb[master]: Fix Getting Operational Components for Search Operations
abdullah alamoudi has uploaded a new change for review.
https://asterix-gerrit.ics.uci.edu/1335
Change subject: Fix Getting Operational Components for Search Operations
..
Fix Getting Operational Components for Search Operations
Change-Id: If046ead8a9c1e32c2b8be55d7b035f23b71ed3ea
---
M
hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree/src/main/java/org/apache/hyracks/storage/am/lsm/btree/impls/LSMBTree.java
M
hyracks-fullstack/hyracks/hyracks-storage-am-lsm-invertedindex/src/main/java/org/apache/hyracks/storage/am/lsm/invertedindex/impls/LSMInvertedIndex.java
M
hyracks-fullstack/hyracks/hyracks-storage-am-lsm-rtree/src/main/java/org/apache/hyracks/storage/am/lsm/rtree/impls/AbstractLSMRTree.java
3 files changed, 50 insertions(+), 41 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb
refs/changes/35/1335/1
diff --git
a/hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree/src/main/java/org/apache/hyracks/storage/am/lsm/btree/impls/LSMBTree.java
b/hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree/src/main/java/org/apache/hyracks/storage/am/lsm/btree/impls/LSMBTree.java
index 6d673a9..0b3d048 100644
---
a/hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree/src/main/java/org/apache/hyracks/storage/am/lsm/btree/impls/LSMBTree.java
+++
b/hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree/src/main/java/org/apache/hyracks/storage/am/lsm/btree/impls/LSMBTree.java
@@ -129,8 +129,8 @@
++i;
}
componentFactory = new LSMBTreeDiskComponentFactory(diskBTreeFactory,
bloomFilterFactory, filterFactory);
-bulkLoadComponentFactory =
-new LSMBTreeDiskComponentFactory(bulkLoadBTreeFactory,
bloomFilterFactory, filterFactory);
+bulkLoadComponentFactory = new
LSMBTreeDiskComponentFactory(bulkLoadBTreeFactory, bloomFilterFactory,
+filterFactory);
this.needKeyDupCheck = needKeyDupCheck;
this.btreeFields = btreeFields;
this.hasBloomFilter = needKeyDupCheck;
@@ -184,9 +184,9 @@
for (LSMComponentFileReferences lsmComonentFileReference :
validFileReferences) {
LSMBTreeDiskComponent component;
try {
-component =
-createDiskComponent(componentFactory,
lsmComonentFileReference.getInsertIndexFileReference(),
-
lsmComonentFileReference.getBloomFilterFileReference(), false);
+component = createDiskComponent(componentFactory,
lsmComonentFileReference
+.getInsertIndexFileReference(),
+
lsmComonentFileReference.getBloomFilterFileReference(), false);
} catch (IndexException e) {
throw new HyracksDataException(e);
}
@@ -288,12 +288,12 @@
break;
case INSERT:
case UPSERT:
-addOperationalMutableComponents(operationalComponents);
+addOperationalMutableComponents(operationalComponents,
ctx.getOperation());
operationalComponents.addAll(immutableComponents);
break;
case SEARCH:
if (memoryComponentsAllocated) {
-addOperationalMutableComponents(operationalComponents);
+addOperationalMutableComponents(operationalComponents,
ctx.getOperation());
}
if (filterManager != null) {
for (ILSMComponent c : immutableComponents) {
@@ -483,7 +483,7 @@
}
if (component.getLSMComponentFilter() != null) {
-List filterTuples = new
ArrayList();
+List filterTuples = new ArrayList<>();
filterTuples.add(flushingComponent.getLSMComponentFilter().getMinTuple());
filterTuples.add(flushingComponent.getLSMComponentFilter().getMaxTuple());
filterManager.updateFilterInfo(component.getLSMComponentFilter(),
filterTuples);
@@ -511,8 +511,8 @@
BTree lastBTree = ((LSMBTreeDiskComponent)
mergingComponents.get(mergingComponents.size() - 1)).getBTree();
FileReference firstFile = firstBTree.getFileReference();
FileReference lastFile = lastBTree.getFileReference();
-LSMComponentFileReferences relMergeFileRefs =
-
fileManager.getRelMergeFileReference(firstFile.getFile().getName(),
lastFile.getFile().getName());
+LSMComponentFileReferences relMergeFileRefs =
fileManager.getRelMergeFileReference(firstFile.getFile()
+.getName(), lastFile.getFile().getName());
ILSMIndexAccessorInternal accessor = new LSMBTreeAccessor(lsmHarness,
opCtx);
ioScheduler.scheduleOperation(new LSMBTreeMergeOperation(accessor,
mergingComponents, cursor,
relMergeFileRefs.getInsertIndexFileReference(),
relMergeFileRefs.getBloomFilterFileReference(),
@@
Change in asterixdb[master]: Full-text implementation step 1
Jenkins has posted comments on this change. Change subject: Full-text implementation step 1 .. Patch Set 21: Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1080/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1228 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If00a871a8241d6aa6931f97b694d65f164d3ab8c Gerrit-PatchSet: 21 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Taewoo Kim Gerrit-Reviewer: Heri Ramampiaro Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Jianfeng Jia Gerrit-Reviewer: Michael Blow Gerrit-Reviewer: Taewoo Kim Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Full-text implementation step 1
Jenkins has posted comments on this change. Change subject: Full-text implementation step 1 .. Patch Set 21: WARNING: THIS CHANGE CONTAINS CROSS-PRODUCT CHANGES IN: * asterixdb * hyracks-fullstack PLEASE REVIEW CAREFULLY AND LOOK FOR API CHANGES! -- To view, visit https://asterix-gerrit.ics.uci.edu/1228 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If00a871a8241d6aa6931f97b694d65f164d3ab8c Gerrit-PatchSet: 21 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Taewoo Kim Gerrit-Reviewer: Heri Ramampiaro Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Jianfeng Jia Gerrit-Reviewer: Michael Blow Gerrit-Reviewer: Taewoo Kim Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Full-text implementation step 1
Jenkins has posted comments on this change. Change subject: Full-text implementation step 1 .. Patch Set 21: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3232/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1228 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If00a871a8241d6aa6931f97b694d65f164d3ab8c Gerrit-PatchSet: 21 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Taewoo Kim Gerrit-Reviewer: Heri Ramampiaro Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Jianfeng Jia Gerrit-Reviewer: Michael Blow Gerrit-Reviewer: Taewoo Kim Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Refactor To Support NCService-based AsterixHyracksIntegratio...
Michael Blow has submitted this change and it was merged.
Change subject: Refactor To Support NCService-based
AsterixHyracksIntegrationUtil
..
Refactor To Support NCService-based AsterixHyracksIntegrationUtil
Change-Id: Iccc78a8be5d7c6083498aeab51f7c7ce515c8f48
Reviewed-on: https://asterix-gerrit.ics.uci.edu/1330
Tested-by: Jenkins
Integration-Tests: Jenkins
Reviewed-by: Till Westmann
---
M
asterixdb/asterix-app/src/main/java/org/apache/asterix/api/common/AsterixHyracksIntegrationUtil.java
M
hyracks-fullstack/hyracks/hyracks-control/hyracks-control-cc/src/main/java/org/apache/hyracks/control/cc/ClusterControllerService.java
M
hyracks-fullstack/hyracks/hyracks-control/hyracks-control-common/src/main/java/org/apache/hyracks/control/common/controllers/CCConfig.java
M
hyracks-fullstack/hyracks/hyracks-control/hyracks-control-common/src/main/java/org/apache/hyracks/control/common/controllers/IniUtils.java
M
hyracks-fullstack/hyracks/hyracks-control/hyracks-control-common/src/main/java/org/apache/hyracks/control/common/controllers/NCConfig.java
5 files changed, 64 insertions(+), 33 deletions(-)
Approvals:
Till Westmann: Looks good to me, approved
Jenkins: Verified; Verified
Objections:
Jenkins: Violations found
diff --git
a/asterixdb/asterix-app/src/main/java/org/apache/asterix/api/common/AsterixHyracksIntegrationUtil.java
b/asterixdb/asterix-app/src/main/java/org/apache/asterix/api/common/AsterixHyracksIntegrationUtil.java
index ea45203..a8095af 100644
---
a/asterixdb/asterix-app/src/main/java/org/apache/asterix/api/common/AsterixHyracksIntegrationUtil.java
+++
b/asterixdb/asterix-app/src/main/java/org/apache/asterix/api/common/AsterixHyracksIntegrationUtil.java
@@ -21,6 +21,7 @@
import static
org.apache.asterix.api.common.AsterixHyracksIntegrationUtil.LoggerHolder.LOGGER;
import java.io.File;
+import java.io.IOException;
import java.net.Inet4Address;
import java.util.ArrayList;
import java.util.Collections;
@@ -64,20 +65,22 @@
public void init(boolean deleteOldInstanceData) throws Exception {
ncs = new NodeControllerService[0]; // ensure that ncs is not null
-propertiesAccessor = AsterixPropertiesAccessor.getInstance();
+final CCConfig ccConfig = createCCConfig();
+propertiesAccessor =
AsterixPropertiesAccessor.getInstance(ccConfig.getAppConfig());
if (deleteOldInstanceData) {
deleteTransactionLogs();
removeTestStorageFiles();
}
-cc = new ClusterControllerService(createCCConfig());
+cc = new ClusterControllerService(ccConfig);
cc.start();
// Starts ncs.
List nodes = propertiesAccessor.getNodeNames();
List nodeControllers = new ArrayList<>();
for (String ncName : nodes) {
-NodeControllerService nodeControllerService = new
NodeControllerService(createNCConfig(ncName));
+NodeControllerService nodeControllerService =
+new
NodeControllerService(fixupIODevices(createNCConfig(ncName)));
nodeControllers.add(nodeControllerService);
Thread ncStartThread = new Thread("IntegrationUtil-" + ncName) {
@Override
@@ -96,7 +99,7 @@
ncs = nodeControllers.toArray(new
NodeControllerService[nodeControllers.size()]);
}
-protected CCConfig createCCConfig() {
+protected CCConfig createCCConfig() throws IOException {
CCConfig ccConfig = new CCConfig();
ccConfig.clusterNetIpAddress =
Inet4Address.getLoopbackAddress().getHostAddress();
ccConfig.clientNetIpAddress =
Inet4Address.getLoopbackAddress().getHostAddress();
@@ -109,7 +112,7 @@
return ccConfig;
}
-protected NCConfig createNCConfig(String ncName) throws AsterixException {
+protected NCConfig createNCConfig(String ncName) throws AsterixException,
IOException {
NCConfig ncConfig = new NCConfig();
ncConfig.ccHost = "localhost";
ncConfig.ccPort = DEFAULT_HYRACKS_CC_CLUSTER_PORT;
@@ -121,15 +124,20 @@
ncConfig.resultTTL = 3;
ncConfig.resultSweepThreshold = 1000;
ncConfig.appArgs = Collections.singletonList("-virtual-NC");
+ncConfig.appNCMainClass = NCApplicationEntryPoint.class.getName();
+return ncConfig;
+}
+
+private NCConfig fixupIODevices(NCConfig ncConfig) throws AsterixException
{
String tempPath = System.getProperty(IO_DIR_KEY);
if (tempPath.endsWith(File.separator)) {
tempPath = tempPath.substring(0, tempPath.length() - 1);
}
LOGGER.info("Using the temp path: " + tempPath);
// get initial partitions from properties
-String[] nodeStores = propertiesAccessor.getStores().get(ncName);
+String[] nodeStores =
propertiesAccessor.getStores().get(ncConfig.nodeId);
if (nodeStores == null) {
-thro
Change in asterixdb[master]: Fixed issues with Replication tests - Changed the way the lo...
Jenkins has posted comments on this change. Change subject: Fixed issues with Replication tests - Changed the way the log reader writes the newValue - Fixed bug with creating recovery plan .. Patch Set 1: Integration-Tests+1 Integration Tests Successful https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1079/ : SUCCESS -- To view, visit https://asterix-gerrit.ics.uci.edu/1334 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I204a41311012dc348d4d41ae8bf6ec8554ab3dc3 Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Akshay Manchale Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Murtadha Hubail Gerrit-HasComments: No
[jira] [Commented] (ASTERIXDB-1726) Recovery fails because of negative value
[
https://issues.apache.org/jira/browse/ASTERIXDB-1726?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15630796#comment-15630796
]
Yingyi Bu commented on ASTERIXDB-1726:
--
{noformat}
java.lang.IllegalStateException: Failed to redo
at
org.apache.asterix.transaction.management.service.recovery.RecoveryManager.redo(RecoveryManager.java:892)
at
org.apache.asterix.transaction.management.service.recovery.RecoveryManager.startRecoveryRedoPhase(RecoveryManager.java:397)
at
org.apache.asterix.transaction.management.service.recovery.RecoveryManager.replayPartitionsLogs(RecoveryManager.java:202)
at
org.apache.asterix.transaction.management.service.recovery.RecoveryManager.startRecovery(RecoveryManager.java:194)
at
org.apache.asterix.hyracks.bootstrap.NCApplicationEntryPoint.start(NCApplicationEntryPoint.java:151)
at
org.apache.hyracks.control.nc.NodeControllerService.startApplication(NodeControllerService.java:325)
at
org.apache.hyracks.control.nc.NodeControllerService.start(NodeControllerService.java:257)
at org.apache.hyracks.control.nc.NCDriver.main(NCDriver.java:47)
Caused by: org.apache.hyracks.storage.am.btree.exceptions.BTreeException:
java.lang.IllegalArgumentException: The length must be an non-negative value
at
org.apache.hyracks.storage.am.btree.impls.BTree.performOp(BTree.java:827)
at
org.apache.hyracks.storage.am.btree.impls.BTree.insertUpdateOrDelete(BTree.java:312)
at
org.apache.hyracks.storage.am.btree.impls.BTree.upsert(BTree.java:345)
at
org.apache.hyracks.storage.am.btree.impls.BTree.access$500(BTree.java:74)
at
org.apache.hyracks.storage.am.btree.impls.BTree$BTreeAccessor.upsertIfConditionElseInsert(BTree.java:953)
at
org.apache.hyracks.storage.am.lsm.btree.impls.LSMBTree.insert(LSMBTree.java:402)
at
org.apache.hyracks.storage.am.lsm.btree.impls.LSMBTree.modify(LSMBTree.java:343)
at
org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.modify(LSMHarness.java:376)
at
org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.forceModify(LSMHarness.java:356)
at
org.apache.hyracks.storage.am.lsm.common.impls.LSMTreeIndexAccessor.forceInsert(LSMTreeIndexAccessor.java:159)
at
org.apache.asterix.transaction.management.service.recovery.RecoveryManager.redo(RecoveryManager.java:884)
... 7 more
Caused by: java.lang.IllegalArgumentException: The length must be an
non-negative value
at
org.apache.hyracks.util.encoding.VarLenIntEncoderDecoder.getBytesRequired(VarLenIntEncoderDecoder.java:51)
at
org.apache.hyracks.storage.am.common.tuples.TypeAwareTupleWriter.getFieldSlotsBytes(TypeAwareTupleWriter.java:124)
at
org.apache.hyracks.storage.am.common.tuples.TypeAwareTupleWriter.bytesRequired(TypeAwareTupleWriter.java:41)
at
org.apache.hyracks.storage.am.lsm.btree.tuples.LSMBTreeTupleWriter.bytesRequired(LSMBTreeTupleWriter.java:43)
at
org.apache.hyracks.storage.am.btree.frames.BTreeNSMLeafFrame.getBytesRequiredToWriteTuple(BTreeNSMLeafFrame.java:62)
at
org.apache.hyracks.storage.am.btree.frames.BTreeNSMLeafFrame.hasSpaceInsert(BTreeNSMLeafFrame.java:183)
at
org.apache.hyracks.storage.am.btree.impls.BTree.insertLeaf(BTree.java:367)
at
org.apache.hyracks.storage.am.btree.impls.BTree.upsertLeaf(BTree.java:530)
at
org.apache.hyracks.storage.am.btree.impls.BTree.performOp(BTree.java:771)
... 17 more
{noformat}
> Recovery fails because of negative value
>
>
> Key: ASTERIXDB-1726
> URL: https://issues.apache.org/jira/browse/ASTERIXDB-1726
> Project: Apache AsterixDB
> Issue Type: Bug
>Reporter: Yingyi Bu
>Assignee: Ian Maxon
>Priority: Critical
>
> {noformat}
> org.apache.hyracks.storage.am.btree.exceptions.BTreeException:
> java.lang.IllegalArgumentException: The length must be an non-negative value
> at
> org.apache.hyracks.storage.am.btree.impls.BTree.performOp(BTree.java:827)
> at
> org.apache.hyracks.storage.am.btree.impls.BTree.insertUpdateOrDelete(BTree.java:312)
> at
> org.apache.hyracks.storage.am.btree.impls.BTree.upsert(BTree.java:345)
> at
> org.apache.hyracks.storage.am.btree.impls.BTree.access$500(BTree.java:74)
> at
> org.apache.hyracks.storage.am.btree.impls.BTree$BTreeAccessor.upsertIfConditionElseInsert(BTree.java:953)
> at
> org.apache.hyracks.storage.am.lsm.btree.impls.LSMBTree.insert(LSMBTree.java:402)
> at
> org.apache.hyracks.storage.am.lsm.btree.impls.LSMBTree.modify(LSMBTree.java:343)
> at
> org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.modify(LSMHarness.java:376)
> at
> org.apache.hyracks.storage.am.lsm.common.impls.LSMHar
[jira] [Created] (ASTERIXDB-1726) Recovery fails because of negative value
Yingyi Bu created ASTERIXDB-1726:
Summary: Recovery fails because of negative value
Key: ASTERIXDB-1726
URL: https://issues.apache.org/jira/browse/ASTERIXDB-1726
Project: Apache AsterixDB
Issue Type: Bug
Reporter: Yingyi Bu
Assignee: Ian Maxon
Priority: Critical
{noformat}
org.apache.hyracks.storage.am.btree.exceptions.BTreeException:
java.lang.IllegalArgumentException: The length must be an non-negative value
at
org.apache.hyracks.storage.am.btree.impls.BTree.performOp(BTree.java:827)
at
org.apache.hyracks.storage.am.btree.impls.BTree.insertUpdateOrDelete(BTree.java:312)
at
org.apache.hyracks.storage.am.btree.impls.BTree.upsert(BTree.java:345)
at
org.apache.hyracks.storage.am.btree.impls.BTree.access$500(BTree.java:74)
at
org.apache.hyracks.storage.am.btree.impls.BTree$BTreeAccessor.upsertIfConditionElseInsert(BTree.java:953)
at
org.apache.hyracks.storage.am.lsm.btree.impls.LSMBTree.insert(LSMBTree.java:402)
at
org.apache.hyracks.storage.am.lsm.btree.impls.LSMBTree.modify(LSMBTree.java:343)
at
org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.modify(LSMHarness.java:376)
at
org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.forceModify(LSMHarness.java:356)
at
org.apache.hyracks.storage.am.lsm.common.impls.LSMTreeIndexAccessor.forceInsert(LSMTreeIndexAccessor.java:159)
at
org.apache.asterix.transaction.management.service.recovery.RecoveryManager.redo(RecoveryManager.java:884)
at
org.apache.asterix.transaction.management.service.recovery.RecoveryManager.startRecoveryRedoPhase(RecoveryManager.java:397)
at
org.apache.asterix.transaction.management.service.recovery.RecoveryManager.replayPartitionsLogs(RecoveryManager.java:202)
at
org.apache.asterix.transaction.management.service.recovery.RecoveryManager.startRecovery(RecoveryManager.java:194)
at
org.apache.asterix.hyracks.bootstrap.NCApplicationEntryPoint.start(NCApplicationEntryPoint.java:151)
at
org.apache.hyracks.control.nc.NodeControllerService.startApplication(NodeControllerService.java:325)
at
org.apache.hyracks.control.nc.NodeControllerService.start(NodeControllerService.java:257)
{noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
Change in asterixdb[master]: Full-text implementation step 1
Jenkins has posted comments on this change. Change subject: Full-text implementation step 1 .. Patch Set 21: WARNING: THIS CHANGE CONTAINS CROSS-PRODUCT CHANGES IN: * asterixdb * hyracks-fullstack PLEASE REVIEW CAREFULLY AND LOOK FOR API CHANGES! -- To view, visit https://asterix-gerrit.ics.uci.edu/1228 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If00a871a8241d6aa6931f97b694d65f164d3ab8c Gerrit-PatchSet: 21 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Taewoo Kim Gerrit-Reviewer: Heri Ramampiaro Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Jianfeng Jia Gerrit-Reviewer: Michael Blow Gerrit-Reviewer: Taewoo Kim Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Full-text implementation step 1
Jenkins has posted comments on this change. Change subject: Full-text implementation step 1 .. Patch Set 21: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3231/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1228 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If00a871a8241d6aa6931f97b694d65f164d3ab8c Gerrit-PatchSet: 21 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Taewoo Kim Gerrit-Reviewer: Heri Ramampiaro Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Jianfeng Jia Gerrit-Reviewer: Michael Blow Gerrit-Reviewer: Taewoo Kim Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Full-text implementation step 1
Hello Ian Maxon, Jenkins, I'd like you to reexamine a change. Please visit https://asterix-gerrit.ics.uci.edu/1228 to look at the new patch set (#21). Change subject: Full-text implementation step 1 .. Full-text implementation step 1 - Introduced ftcontains() that conducts the full-text search - This version doesn't support index-based full-text search yet. After this step, the functionality will be added as a separate patch. - Added BinaryHashSet from BinaryHashMap class. Change-Id: If00a871a8241d6aa6931f97b694d65f164d3ab8c --- M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/compiler/provider/DefaultRuleSetFactory.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/base/RuleCollections.java A asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/FullTextContainsParameterCheckRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/am/InvertedIndexAccessMethod.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/translator/util/FunctionCollection.java A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-01/fulltext-01.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-01/fulltext-01.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-01/fulltext-01.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-01/fulltext-01.4.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-01/fulltext-01.5.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.4.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.5.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.6.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.4.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.5.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.6.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.7.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.8.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-04/fulltext-04.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-04/fulltext-04.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-04/fulltext-04.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-05/fulltext-05.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-05/fulltext-05.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-05/fulltext-05.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-06/fulltext-06.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-06/fulltext-06.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-06/fulltext-06.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-07/fulltext-07.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-07/fulltext-07.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-07/fulltext-07.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-07/fulltext-07.4.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/results/fulltext/fulltext-01/fulltext-01.3.adm A asterixdb/asterix-app/src/test/resources/runtimets/results/fulltext/fulltext-01/fulltext-01.4.adm A asterixdb/asterix-app/src/test/resources/runtimets/results/fulltext/fulltext-01/fulltext-01.5.adm A asterixdb/asterix-app/src/test/resources/runtimets/results/fulltext/fulltext-02/fulltext-02.3.adm A asterixdb/asterix
Change in asterixdb[master]: Fixed issues with Replication tests - Changed the way the lo...
Jenkins has posted comments on this change. Change subject: Fixed issues with Replication tests - Changed the way the log reader writes the newValue - Fixed bug with creating recovery plan .. Patch Set 1: Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1079/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1334 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I204a41311012dc348d4d41ae8bf6ec8554ab3dc3 Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Akshay Manchale Gerrit-Reviewer: Jenkins Gerrit-HasComments: No
Change in asterixdb[master]: Refactor To Support NCService-based AsterixHyracksIntegratio...
Till Westmann has posted comments on this change. Change subject: Refactor To Support NCService-based AsterixHyracksIntegrationUtil .. Patch Set 1: Code-Review+2 -- To view, visit https://asterix-gerrit.ics.uci.edu/1330 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: Iccc78a8be5d7c6083498aeab51f7c7ce515c8f48 Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Michael Blow Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Till Westmann Gerrit-HasComments: No
Change in asterixdb[master]: Fixed issues with Replication tests - Changed the way the lo...
Jenkins has posted comments on this change. Change subject: Fixed issues with Replication tests - Changed the way the log reader writes the newValue - Fixed bug with creating recovery plan .. Patch Set 1: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3230/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1334 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I204a41311012dc348d4d41ae8bf6ec8554ab3dc3 Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Akshay Manchale Gerrit-Reviewer: Jenkins Gerrit-HasComments: No
Change in asterixdb[master]: Fixed issues with Replication tests - Changed the way the lo...
Akshay Manchale has uploaded a new change for review.
https://asterix-gerrit.ics.uci.edu/1334
Change subject: Fixed issues with Replication tests - Changed the way the log
reader writes the newValue - Fixed bug with creating recovery plan
..
Fixed issues with Replication tests
- Changed the way the log reader writes the newValue
- Fixed bug with creating recovery plan
Change-Id: I204a41311012dc348d4d41ae8bf6ec8554ab3dc3
---
M
asterixdb/asterix-common/src/main/java/org/apache/asterix/common/transactions/LogRecord.java
M
asterixdb/asterix-installer/src/test/resources/integrationts/replication/results/failback/node_failback/node_failback.cluster_state.10.adm
M
asterixdb/asterix-installer/src/test/resources/integrationts/replication/results/failback/node_failback/node_failback.cluster_state.5.adm
M
asterixdb/asterix-runtime/src/main/java/org/apache/asterix/runtime/util/ClusterStateManager.java
4 files changed, 263 insertions(+), 10 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb
refs/changes/34/1334/1
diff --git
a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/transactions/LogRecord.java
b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/transactions/LogRecord.java
index 306b888..361ac7c 100644
---
a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/transactions/LogRecord.java
+++
b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/transactions/LogRecord.java
@@ -208,12 +208,7 @@
}
private void writeTuple(ByteBuffer buffer, ITupleReference tuple, int
size) {
-if (logSource == LogSource.LOCAL) {
-SimpleTupleWriter.INSTANCE.writeTuple(tuple, buffer.array(),
buffer.position());
-} else {
-//since the tuple is already serialized in remote logs, just copy
it from beginning to end.
-System.arraycopy(tuple.getFieldData(0), 0, buffer.array(),
buffer.position(), size);
-}
+SimpleTupleWriter.INSTANCE.writeTuple(tuple, buffer.array(),
buffer.position());
buffer.position(buffer.position() + size);
}
diff --git
a/asterixdb/asterix-installer/src/test/resources/integrationts/replication/results/failback/node_failback/node_failback.cluster_state.10.adm
b/asterixdb/asterix-installer/src/test/resources/integrationts/replication/results/failback/node_failback/node_failback.cluster_state.10.adm
index 61322c9..2c3c039 100644
---
a/asterixdb/asterix-installer/src/test/resources/integrationts/replication/results/failback/node_failback/node_failback.cluster_state.10.adm
+++
b/asterixdb/asterix-installer/src/test/resources/integrationts/replication/results/failback/node_failback/node_failback.cluster_state.10.adm
@@ -1 +1,131 @@
-{"State":"ACTIVE","Metadata_Node":"asterix_nc1","partition_0":"asterix_nc1","partition_1":"asterix_nc1","partition_2":"asterix_nc2","partition_3":"asterix_nc2"}
\ No newline at end of file
+{
+"cc": {
+"configUri": "http://10.10.0.2:19002/admin/cluster/cc/config";,
+"statsUri": "http://10.10.0.2:19002/admin/cluster/cc/stats";,
+"threadDumpUri": "http://10.10.0.2:19002/admin/cluster/cc/threaddump";
+},
+"config": {
+"api.port": 19002,
+"cluster.partitions": {
+"0": "ID:0, Original Node: asterix_nc1, IODevice: 0, Active Node:
asterix_nc1",
+"1": "ID:1, Original Node: asterix_nc1, IODevice: 1, Active Node:
asterix_nc1",
+"2": "ID:2, Original Node: asterix_nc2, IODevice: 0, Active Node:
asterix_nc2",
+"3": "ID:3, Original Node: asterix_nc2, IODevice: 1, Active Node:
asterix_nc2"
+},
+"compiler.framesize": 131072,
+"compiler.groupmemory": 33554432,
+"compiler.joinmemory": 33554432,
+"compiler.pregelix.home": "~/pregelix",
+"compiler.sortmemory": 33554432,
+"core.dump.paths": {
+"asterix_nc1": "/home/vagrant/asterix/logs//asterix_nc1",
+"asterix_nc2": "/home/vagrant/asterix/logs//asterix_nc2"
+},
+"feed.central.manager.port": 4500,
+"feed.max.threshold.period": 5,
+"feed.memory.available.wait.timeout": 10,
+"feed.memory.global.budget": 67108864,
+"feed.pending.work.threshold": 50,
+"feed.port": 19003,
+"instance.name": "asterix",
+"log.level": "INFO",
+"max.wait.active.cluster": 60,
+"metadata.callback.port": 0,
+"metadata.node": "asterix_nc1",
+"metadata.partition": "ID:0, Original Node: asterix_nc1, IODevice: 0,
Active Node: asterix_nc1",
+"metadata.port": 0,
+"metadata.registration.timeout.secs": 60,
+"node.partitions": {
+"asterix_nc1": [
+"ID:0, Original Node: asterix_nc1, IODevice: 0, Active Node:
asterix_nc1",
+"ID:1, Original Node: asterix_nc1, IODevice: 1, Active Node:
asterix
Change in asterixdb[master]: Full-text implementation step 1
Jenkins has posted comments on this change. Change subject: Full-text implementation step 1 .. Patch Set 20: WARNING: THIS CHANGE CONTAINS CROSS-PRODUCT CHANGES IN: * asterixdb * hyracks-fullstack PLEASE REVIEW CAREFULLY AND LOOK FOR API CHANGES! -- To view, visit https://asterix-gerrit.ics.uci.edu/1228 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If00a871a8241d6aa6931f97b694d65f164d3ab8c Gerrit-PatchSet: 20 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Taewoo Kim Gerrit-Reviewer: Heri Ramampiaro Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Jianfeng Jia Gerrit-Reviewer: Michael Blow Gerrit-Reviewer: Taewoo Kim Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: ASTERIXDB-1711: remove some Aql-prefixes
Jenkins has posted comments on this change. Change subject: ASTERIXDB-1711: remove some Aql-prefixes .. Patch Set 5: Integration-Tests+1 Integration Tests Successful https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1078/ : SUCCESS -- To view, visit https://asterix-gerrit.ics.uci.edu/1314 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: Ia0b64ffa7c50cd62fc3303fdb44eb769f56c978a Gerrit-PatchSet: 5 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Till Westmann Gerrit-Reviewer: Jenkins Gerrit-Reviewer: abdullah alamoudi Gerrit-HasComments: No
Change in asterixdb[master]: ASTERIXDB-1714: Eliminate dependency on org.json
Jenkins has posted comments on this change. Change subject: ASTERIXDB-1714: Eliminate dependency on org.json .. Patch Set 5: Integration-Tests+1 Integration Tests Successful https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1077/ : SUCCESS -- To view, visit https://asterix-gerrit.ics.uci.edu/1318 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I3ada73e15c781a77b5b3019f246e1a1fc23a2377 Gerrit-PatchSet: 5 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Till Westmann Gerrit-Reviewer: Jenkins Gerrit-HasComments: No
Change in asterixdb[master]: Full-text implementation step 1
Jenkins has posted comments on this change. Change subject: Full-text implementation step 1 .. Patch Set 20: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3229/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1228 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: If00a871a8241d6aa6931f97b694d65f164d3ab8c Gerrit-PatchSet: 20 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Taewoo Kim Gerrit-Reviewer: Heri Ramampiaro Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Jianfeng Jia Gerrit-Reviewer: Michael Blow Gerrit-Reviewer: Taewoo Kim Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: Full-text implementation step 1
Hello Ian Maxon, Jenkins, I'd like you to reexamine a change. Please visit https://asterix-gerrit.ics.uci.edu/1228 to look at the new patch set (#20). Change subject: Full-text implementation step 1 .. Full-text implementation step 1 - Introduced ftcontains() that conducts the full-text search - This version doesn't support index-based full-text search yet. After this step, the functionality will be added as a separate patch. - Added BinaryHashSet from BinaryHashMap class. Change-Id: If00a871a8241d6aa6931f97b694d65f164d3ab8c --- M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/compiler/provider/DefaultRuleSetFactory.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/base/RuleCollections.java A asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/FullTextContainsParameterCheckRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/am/InvertedIndexAccessMethod.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/translator/util/FunctionCollection.java A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-01/fulltext-01.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-01/fulltext-01.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-01/fulltext-01.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-01/fulltext-01.4.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-01/fulltext-01.5.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.4.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.5.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-02/fulltext-02.6.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.4.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.5.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.6.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.7.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-03/fulltext-03.8.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-04/fulltext-04.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-04/fulltext-04.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-04/fulltext-04.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-05/fulltext-05.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-05/fulltext-05.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-05/fulltext-05.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-06/fulltext-06.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-06/fulltext-06.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-06/fulltext-06.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-07/fulltext-07.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-07/fulltext-07.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-07/fulltext-07.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/fulltext/fulltext-07/fulltext-07.4.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/results/fulltext/fulltext-01/fulltext-01.3.adm A asterixdb/asterix-app/src/test/resources/runtimets/results/fulltext/fulltext-01/fulltext-01.4.adm A asterixdb/asterix-app/src/test/resources/runtimets/results/fulltext/fulltext-01/fulltext-01.5.adm A asterixdb/asterix-app/src/test/resources/runtimets/results/fulltext/fulltext-02/fulltext-02.3.adm A asterixdb/asterix
Change in asterixdb[master]: Fix for ASTERIXDB-1725
Jenkins has posted comments on this change. Change subject: Fix for ASTERIXDB-1725 .. Patch Set 1: Integration Tests Timed Out https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1076/ : ABORTED -- To view, visit https://asterix-gerrit.ics.uci.edu/1331 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I9f21e96ab045d331e4fc1c77b5c73b975e6260fa Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Ian Maxon Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Michael Blow Gerrit-HasComments: No
Change in asterixdb[master]: ASTERIXDB-1711: remove some Aql-prefixes
Jenkins has posted comments on this change. Change subject: ASTERIXDB-1711: remove some Aql-prefixes .. Patch Set 5: Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1078/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1314 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: Ia0b64ffa7c50cd62fc3303fdb44eb769f56c978a Gerrit-PatchSet: 5 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Till Westmann Gerrit-Reviewer: Jenkins Gerrit-Reviewer: abdullah alamoudi Gerrit-HasComments: No
Change in asterixdb[master]: ASTERIXDB-1714: Eliminate dependency on org.json
Jenkins has posted comments on this change. Change subject: ASTERIXDB-1714: Eliminate dependency on org.json .. Patch Set 5: Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1077/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1318 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I3ada73e15c781a77b5b3019f246e1a1fc23a2377 Gerrit-PatchSet: 5 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Till Westmann Gerrit-Reviewer: Jenkins Gerrit-HasComments: No
Change in asterixdb[master]: ASTERIXDB-1714: Eliminate dependency on org.json
Jenkins has posted comments on this change. Change subject: ASTERIXDB-1714: Eliminate dependency on org.json .. Patch Set 5: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3227/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1318 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I3ada73e15c781a77b5b3019f246e1a1fc23a2377 Gerrit-PatchSet: 5 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Till Westmann Gerrit-Reviewer: Jenkins Gerrit-HasComments: No
Change in asterixdb[master]: ASTERIXDB-1711: remove some Aql-prefixes
Jenkins has posted comments on this change. Change subject: ASTERIXDB-1711: remove some Aql-prefixes .. Patch Set 5: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3228/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1314 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: Ia0b64ffa7c50cd62fc3303fdb44eb769f56c978a Gerrit-PatchSet: 5 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Till Westmann Gerrit-Reviewer: Jenkins Gerrit-Reviewer: abdullah alamoudi Gerrit-HasComments: No
Change in asterixdb[master]: ASTERIXDB-1711: remove some Aql-prefixes
Hello Jenkins, I'd like you to reexamine a change. Please visit https://asterix-gerrit.ics.uci.edu/1314 to look at the new patch set (#5). Change subject: ASTERIXDB-1711: remove some Aql-prefixes .. ASTERIXDB-1711: remove some Aql-prefixes Change-Id: Ia0b64ffa7c50cd62fc3303fdb44eb769f56c978a --- M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/algebra/operators/physical/BTreeSearchPOperator.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/algebra/operators/physical/ExternalDataLookupPOperator.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/algebra/operators/physical/IndexSearchPOperator.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/algebra/operators/physical/InvertedIndexPOperator.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/algebra/operators/physical/RTreeSearchPOperator.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/base/AnalysisUtil.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceAutogenerateIDRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceDynamicTypeCastRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceMaterializationForInsertWithSelfScanRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceRandomPartitioningFeedComputationRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceSecondaryIndexInsertDeleteRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/IntroduceStaticTypeCastForInsertRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/MetaFunctionToMetaVariableRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/PushFieldAccessRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/RemoveSortInFeedIngestionRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/SetAsterixPhysicalOperatorsRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/UnnestToDataScanRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/am/AccessMethodUtils.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/am/IntroduceLSMComponentFilterRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/am/OptimizableOperatorSubTree.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/translator/LangExpressionToPlanTranslator.java M asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/declared/AqlIndex.java M asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/declared/AqlMetadataProvider.java R asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/declared/DataSource.java R asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/declared/DataSourceId.java R asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/declared/DataSourcePartitioningProvider.java M asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/declared/DatasetDataSource.java M asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/declared/FeedDataSource.java M asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/declared/LoadableDataSource.java M asterixdb/asterix-metadata/src/main/java/org/apache/asterix/metadata/declared/MetadataManagerUtil.java 30 files changed, 145 insertions(+), 146 deletions(-) git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/14/1314/5 -- To view, visit https://asterix-gerrit.ics.uci.edu/1314 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: newpatchset Gerrit-Change-Id: Ia0b64ffa7c50cd62fc3303fdb44eb769f56c978a Gerrit-PatchSet: 5 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Till Westmann Gerrit-Reviewer: Jenkins Gerrit-Reviewer: abdullah alamoudi
Change in asterixdb[master]: ASTERIXDB-1714: Eliminate dependency on org.json
Hello Jenkins, I'd like you to reexamine a change. Please visit https://asterix-gerrit.ics.uci.edu/1318 to look at the new patch set (#5). Change subject: ASTERIXDB-1714: Eliminate dependency on org.json .. ASTERIXDB-1714: Eliminate dependency on org.json Change-Id: I3ada73e15c781a77b5b3019f246e1a1fc23a2377 --- M asterixdb/asterix-app/pom.xml M asterixdb/asterix-app/src/main/java/org/apache/asterix/api/http/servlet/QueryServiceServlet.java 2 files changed, 30 insertions(+), 8 deletions(-) git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/18/1318/5 -- To view, visit https://asterix-gerrit.ics.uci.edu/1318 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: newpatchset Gerrit-Change-Id: I3ada73e15c781a77b5b3019f246e1a1fc23a2377 Gerrit-PatchSet: 5 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Till Westmann Gerrit-Reviewer: Jenkins
Change in asterixdb[master]: Fix for ASTERIXDB-1725
Jenkins has posted comments on this change. Change subject: Fix for ASTERIXDB-1725 .. Patch Set 1: Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1076/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1331 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I9f21e96ab045d331e4fc1c77b5c73b975e6260fa Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Michael Blow Gerrit-HasComments: No
Change in asterixdb[master]: Fix for ASTERIXDB-1725
Ian Maxon has posted comments on this change. Change subject: Fix for ASTERIXDB-1725 .. Patch Set 1: (2 comments) https://asterix-gerrit.ics.uci.edu/#/c/1331/1/hyracks-fullstack/hyracks/hyracks-storage-am-common/src/main/java/org/apache/hyracks/storage/am/common/frames/LIFOMetaDataFrame.java File hyracks-fullstack/hyracks/hyracks-storage-am-common/src/main/java/org/apache/hyracks/storage/am/common/frames/LIFOMetaDataFrame.java: Line 130: buf.putInt(ROOT_PAGE_NUMBER,0); > /,0/, 0/ Oh, sonar doesn't check this? https://asterix-gerrit.ics.uci.edu/#/c/1331/1/hyracks-fullstack/hyracks/hyracks-storage-am-common/src/main/java/org/apache/hyracks/storage/am/common/freepage/LinkedMetaDataPageManager.java File hyracks-fullstack/hyracks/hyracks-storage-am-common/src/main/java/org/apache/hyracks/storage/am/common/freepage/LinkedMetaDataPageManager.java: Line 473: return ((long) metadataPageNum * (bufferCache.getPageSize() + BufferCache.RESERVED_HEADER_BYTES)) > Should we push getPageSizeWithHeader() to IBufferCache and reference it her That was what I wanted to do but I wasn't sure if there was a reason it was not exposed. However if the author of that method is puzzled about why I didn't do that, it may be a bad sign for my reasoning ;) -- To view, visit https://asterix-gerrit.ics.uci.edu/1331 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I9f21e96ab045d331e4fc1c77b5c73b975e6260fa Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Ian Maxon Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Michael Blow Gerrit-HasComments: Yes
Change in asterixdb[master]: Fix for ASTERIXDB-1725
Michael Blow has posted comments on this change.
Change subject: Fix for ASTERIXDB-1725
..
Patch Set 1:
(3 comments)
https://asterix-gerrit.ics.uci.edu/#/c/1331/1/hyracks-fullstack/hyracks/hyracks-storage-am-common/src/main/java/org/apache/hyracks/storage/am/common/frames/LIFOMetaDataFrame.java
File
hyracks-fullstack/hyracks/hyracks-storage-am-common/src/main/java/org/apache/hyracks/storage/am/common/frames/LIFOMetaDataFrame.java:
Line 130: buf.putInt(ROOT_PAGE_NUMBER,0);
/,0/, 0/
https://asterix-gerrit.ics.uci.edu/#/c/1331/1/hyracks-fullstack/hyracks/hyracks-storage-am-common/src/main/java/org/apache/hyracks/storage/am/common/freepage/LinkedMetaDataPageManager.java
File
hyracks-fullstack/hyracks/hyracks-storage-am-common/src/main/java/org/apache/hyracks/storage/am/common/freepage/LinkedMetaDataPageManager.java:
Line 473: return ((long) metadataPageNum *
(bufferCache.getPageSize() + BufferCache.RESERVED_HEADER_BYTES))
Should we push getPageSizeWithHeader() to IBufferCache and reference it here?
Line 501: public void setRootPage(int rootPage) throws HyracksDataException{
> MAJOR SonarQube violation:
+1
--
To view, visit https://asterix-gerrit.ics.uci.edu/1331
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: comment
Gerrit-Change-Id: I9f21e96ab045d331e4fc1c77b5c73b975e6260fa
Gerrit-PatchSet: 1
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Ian Maxon
Gerrit-Reviewer: Jenkins
Gerrit-Reviewer: Michael Blow
Gerrit-HasComments: Yes
Change in asterixdb[master]: Fix a mutual waiting condition during switching the txn log ...
Yingyi Bu has submitted this change and it was merged.
Change subject: Fix a mutual waiting condition during switching the txn log
file:
..
Fix a mutual waiting condition during switching the txn log file:
-- LogManager waits for LogBuffer to flush,
-- LogBuffer is not full and cannot flush.
Change-Id: I7bf7b70675ab68005e581a296ac4f4515f1d5ad4
Reviewed-on: https://asterix-gerrit.ics.uci.edu/1333
Sonar-Qube: Jenkins
Tested-by: Jenkins
Integration-Tests: Jenkins
Reviewed-by: Michael Blow
---
M
asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/service/logging/LogManager.java
1 file changed, 2 insertions(+), 0 deletions(-)
Approvals:
Michael Blow: Looks good to me, approved
Jenkins: Verified; No violations found; Verified
diff --git
a/asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/service/logging/LogManager.java
b/asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/service/logging/LogManager.java
index 947ebc7..814bcfc 100644
---
a/asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/service/logging/LogManager.java
+++
b/asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/service/logging/LogManager.java
@@ -203,6 +203,8 @@
}
protected void prepareNextLogFile() {
+// Make sure to flush whatever left in the log tail.
+appendPage.isFull(true);
//wait until all log records have been flushed in the current file
synchronized (flushLSN) {
try {
--
To view, visit https://asterix-gerrit.ics.uci.edu/1333
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: merged
Gerrit-Change-Id: I7bf7b70675ab68005e581a296ac4f4515f1d5ad4
Gerrit-PatchSet: 3
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu
Gerrit-Reviewer: Ian Maxon
Gerrit-Reviewer: Jenkins
Gerrit-Reviewer: Michael Blow
Gerrit-Reviewer: Murtadha Hubail
Gerrit-Reviewer: Till Westmann
Gerrit-Reviewer: Yingyi Bu
Gerrit-Reviewer: abdullah alamoudi
Change in asterixdb[master]: Fix a mutual waiting condition during switching the txn log ...
Michael Blow has posted comments on this change. Change subject: Fix a mutual waiting condition during switching the txn log file: .. Patch Set 2: Code-Review+2 -- To view, visit https://asterix-gerrit.ics.uci.edu/1333 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I7bf7b70675ab68005e581a296ac4f4515f1d5ad4 Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Yingyi Bu Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Michael Blow Gerrit-Reviewer: Murtadha Hubail Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: abdullah alamoudi Gerrit-HasComments: No
Change in asterixdb[master]: Fix a mutual waiting condition during switching the txn log ...
Jenkins has posted comments on this change. Change subject: Fix a mutual waiting condition during switching the txn log file: .. Patch Set 2: Integration-Tests+1 Integration Tests Successful https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1075/ : SUCCESS -- To view, visit https://asterix-gerrit.ics.uci.edu/1333 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I7bf7b70675ab68005e581a296ac4f4515f1d5ad4 Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Yingyi Bu Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Murtadha Hubail Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: abdullah alamoudi Gerrit-HasComments: No
Change in asterixdb[master]: Add tpcds queries q1, q9, q85, q90, q92
Jenkins has posted comments on this change. Change subject: Add tpcds queries q1, q9, q85, q90, q92 .. Patch Set 1: Integration-Tests+1 Integration Tests Successful https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1074/ : SUCCESS -- To view, visit https://asterix-gerrit.ics.uci.edu/1332 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I5956f424677dbf41bcdcaa771853bde50397e704 Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Vignesh Raghunathan Gerrit-Reviewer: Jenkins Gerrit-HasComments: No
Change in asterixdb[master]: Fix a mutual waiting condition during switching the txn log ...
Jenkins has posted comments on this change. Change subject: Fix a mutual waiting condition during switching the txn log file: .. Patch Set 2: Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1075/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1333 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I7bf7b70675ab68005e581a296ac4f4515f1d5ad4 Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Yingyi Bu Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Murtadha Hubail Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: abdullah alamoudi Gerrit-HasComments: No
Change in asterixdb[master]: Fix a mutual waiting condition during switching the txn log ...
Jenkins has posted comments on this change. Change subject: Fix a mutual waiting condition during switching the txn log file: .. Patch Set 2: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3226/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1333 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I7bf7b70675ab68005e581a296ac4f4515f1d5ad4 Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Yingyi Bu Gerrit-Reviewer: Ian Maxon Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Murtadha Hubail Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: abdullah alamoudi Gerrit-HasComments: No
Change in asterixdb[master]: Fix a mutual waiting condition during switching the txn log ...
Yingyi Bu has uploaded a new patch set (#2). Change subject: Fix a mutual waiting condition during switching the txn log file: .. Fix a mutual waiting condition during switching the txn log file: -- LogManager waits for LogBuffer to flush, -- LogBuffer is not full and cannot flush. Change-Id: I7bf7b70675ab68005e581a296ac4f4515f1d5ad4 --- M asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/service/logging/LogManager.java 1 file changed, 2 insertions(+), 0 deletions(-) git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/33/1333/2 -- To view, visit https://asterix-gerrit.ics.uci.edu/1333 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: newpatchset Gerrit-Change-Id: I7bf7b70675ab68005e581a296ac4f4515f1d5ad4 Gerrit-PatchSet: 2 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Yingyi Bu Gerrit-Reviewer: Jenkins
Change in asterixdb[master]: Fix a mutual waiting condition during switching the txn log ...
Jenkins has posted comments on this change. Change subject: Fix a mutual waiting condition during switching the txn log file: -- LogManager waits for LogBuffer to flush, -- LogBuffer is not full and cannot flush. .. Patch Set 1: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3225/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1333 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I7bf7b70675ab68005e581a296ac4f4515f1d5ad4 Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Yingyi Bu Gerrit-Reviewer: Jenkins Gerrit-HasComments: No
Change in asterixdb[master]: Fix a mutual waiting condition during switching the txn log ...
Yingyi Bu has uploaded a new change for review.
https://asterix-gerrit.ics.uci.edu/1333
Change subject: Fix a mutual waiting condition during switching the txn log
file: -- LogManager waits for LogBuffer to flush, -- LogBuffer is not full and
cannot flush.
..
Fix a mutual waiting condition during switching the txn log file:
-- LogManager waits for LogBuffer to flush,
-- LogBuffer is not full and cannot flush.
Change-Id: I7bf7b70675ab68005e581a296ac4f4515f1d5ad4
---
M
asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/service/logging/LogManager.java
1 file changed, 2 insertions(+), 0 deletions(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb
refs/changes/33/1333/1
diff --git
a/asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/service/logging/LogManager.java
b/asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/service/logging/LogManager.java
index 947ebc7..814bcfc 100644
---
a/asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/service/logging/LogManager.java
+++
b/asterixdb/asterix-transactions/src/main/java/org/apache/asterix/transaction/management/service/logging/LogManager.java
@@ -203,6 +203,8 @@
}
protected void prepareNextLogFile() {
+// Make sure to flush whatever left in the log tail.
+appendPage.isFull(true);
//wait until all log records have been flushed in the current file
synchronized (flushLSN) {
try {
--
To view, visit https://asterix-gerrit.ics.uci.edu/1333
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I7bf7b70675ab68005e581a296ac4f4515f1d5ad4
Gerrit-PatchSet: 1
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Yingyi Bu
Change in asterixdb[master]: Add tpcds queries q1, q9, q85, q90, q92
Jenkins has posted comments on this change. Change subject: Add tpcds queries q1, q9, q85, q90, q92 .. Patch Set 1: Integration Tests Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1074/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1332 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I5956f424677dbf41bcdcaa771853bde50397e704 Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Vignesh Raghunathan Gerrit-Reviewer: Jenkins Gerrit-HasComments: No
Change in asterixdb[master]: Applied the multiway fuzzyjoin based on the prefix-based joi...
Jenkins has posted comments on this change. Change subject: Applied the multiway fuzzyjoin based on the prefix-based join and the selectFuzzyJoin testCases. .. Patch Set 26: Integration-Tests+1 Integration Tests Successful https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-integration-tests/1073/ : SUCCESS -- To view, visit https://asterix-gerrit.ics.uci.edu/1076 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I8736f104905eeda763d39709e002c2b9629278cc Gerrit-PatchSet: 26 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Wenhai Li Gerrit-Reviewer: Chen Li Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Taewoo Kim Gerrit-Reviewer: Wenhai Li Gerrit-HasComments: No
Change in asterixdb[master]: RangeGenerator aggfunc for the numeric/asciiString datatype ...
Jenkins has posted comments on this change. Change subject: RangeGenerator aggfunc for the numeric/asciiString datatype based on parallel streaming histogram. .. Patch Set 49: WARNING: THIS CHANGE CONTAINS CROSS-PRODUCT CHANGES IN: * asterixdb * hyracks-fullstack PLEASE REVIEW CAREFULLY AND LOOK FOR API CHANGES! -- To view, visit https://asterix-gerrit.ics.uci.edu/806 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I450d0962fbeacfb2b6ab9fae0750f025ef17ba01 Gerrit-PatchSet: 49 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Wenhai Li Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Jianfeng Jia Gerrit-Reviewer: Michael Blow Gerrit-Reviewer: Preston Carman Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Wenhai Li Gerrit-Reviewer: Yingyi Bu Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: RangeGenerator aggfunc for the numeric/asciiString datatype ...
Jenkins has posted comments on this change. Change subject: RangeGenerator aggfunc for the numeric/asciiString datatype based on parallel streaming histogram. .. Patch Set 49: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3224/ -- To view, visit https://asterix-gerrit.ics.uci.edu/806 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I450d0962fbeacfb2b6ab9fae0750f025ef17ba01 Gerrit-PatchSet: 49 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Wenhai Li Gerrit-Reviewer: Jenkins Gerrit-Reviewer: Jianfeng Jia Gerrit-Reviewer: Michael Blow Gerrit-Reviewer: Preston Carman Gerrit-Reviewer: Till Westmann Gerrit-Reviewer: Wenhai Li Gerrit-Reviewer: Yingyi Bu Gerrit-Reviewer: Yingyi Bu Gerrit-HasComments: No
Change in asterixdb[master]: RangeGenerator aggfunc for the numeric/asciiString datatype ...
Hello Michael Blow, Preston Carman, Jenkins, I'd like you to reexamine a change. Please visit https://asterix-gerrit.ics.uci.edu/806 to look at the new patch set (#49). Change subject: RangeGenerator aggfunc for the numeric/asciiString datatype based on parallel streaming histogram. .. RangeGenerator aggfunc for the numeric/asciiString datatype based on parallel streaming histogram. The following commits from your working branch will be included: Extract and review for the streaming histogram based parallel sort. 1. Add the streaming histogram for hyracks datatype. 2. Include the ASCII histogram. 3. Inline the rangegenerator inside the AggFuncs. 4. Add the testcases including the random, zipfan, gaussian int/short/long/double/string. 5. Support the null omittion. Change-Id: I450d0962fbeacfb2b6ab9fae0750f025ef17ba01 --- M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/optimizer/rules/PushAggFuncIntoStandaloneAggregateRule.java M asterixdb/asterix-algebra/src/main/java/org/apache/asterix/translator/util/FunctionCollection.java A asterixdb/asterix-app/data/skew/zipfan1.tbl A asterixdb/asterix-app/data/skew/zipfan2.tbl M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/avg_float/avg_float.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/avg_int16/avg_int16.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/avg_int32/avg_int32.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/avg_int64/avg_int64.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/avg_int8/avg_int8.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/count_01/count_01.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/global-avg_01/global-avg_01.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/global-rg/global-rg.1.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/local-avg_double/local-avg_double.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/local-avg_float/local-avg_float.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/local-avg_int16/local-avg_int16.1.ddl.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/local-avg_int16/local-avg_int16.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/local-avg_int32/local-avg_int32.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/local-avg_int64/local-avg_int64.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/local-avg_int8/local-avg_int8.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/local-rg/local-rg.1.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg-double-null/rg-double-null.1.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg-double/rg-double.1.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_double/rg_double.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_double/rg_double.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_double/rg_double.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_int16/rg_int16.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_int16/rg_int16.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_int16/rg_int16.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_int32/rg_int32.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_int32/rg_int32.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_int32/rg_int32.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_int64/rg_int64.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_int64/rg_int64.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_int64/rg_int64.3.query.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_string/rg_string.1.ddl.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_string/rg_string.2.update.aql A asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/rg_string/rg_string.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/sum_double/sum_double.3.query.aql M asterixdb/asterix-app/src/test/resources/runtimets/queries/aggregate/sum_float/sum_float.3.query.aql M asterixdb/asterix-app/src/tes
Change in asterixdb[master]: Add tpcds queries q1, q9, q85, q90, q92
Jenkins has posted comments on this change. Change subject: Add tpcds queries q1, q9, q85, q90, q92 .. Patch Set 1: Build Started https://asterix-jenkins.ics.uci.edu/job/asterix-gerrit-notopic/3223/ -- To view, visit https://asterix-gerrit.ics.uci.edu/1332 To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings Gerrit-MessageType: comment Gerrit-Change-Id: I5956f424677dbf41bcdcaa771853bde50397e704 Gerrit-PatchSet: 1 Gerrit-Project: asterixdb Gerrit-Branch: master Gerrit-Owner: Vignesh Raghunathan Gerrit-Reviewer: Jenkins Gerrit-HasComments: No
Change in asterixdb[master]: Add tpcds queries q1, q9, q85, q90, q92
Vignesh Raghunathan has uploaded a new change for review. https://asterix-gerrit.ics.uci.edu/1332 Change subject: Add tpcds queries q1, q9, q85, q90, q92 .. Add tpcds queries q1, q9, q85, q90, q92 Change-Id: I5956f424677dbf41bcdcaa771853bde50397e704 --- M asterixdb/asterix-app/data/tpcds/customer_address.csv M asterixdb/asterix-app/data/tpcds/customer_demographics.csv M asterixdb/asterix-app/data/tpcds/date_dim.csv M asterixdb/asterix-app/data/tpcds/item.csv M asterixdb/asterix-app/data/tpcds/time_dim.csv M asterixdb/asterix-app/data/tpcds/web_page.csv M asterixdb/asterix-app/data/tpcds/web_returns.csv M asterixdb/asterix-app/data/tpcds/web_sales.csv A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q01/q01.1.ddl.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q01/q01.2.update.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q01/q01.3.query.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q09/q09.1.ddl.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q09/q09.2.update.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q09/q09.3.query.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q85/q85.1.ddl.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q85/q85.2.update.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q85/q85.3.query.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q90/q90.1.ddl.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q90/q90.2.update.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q90/q90.3.query.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q92/q92.1.ddl.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q92/q92.2.update.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/tpcds/q92/q92.3.query.sqlpp A asterixdb/asterix-app/src/test/resources/runtimets/results/tpcds/q01/q01.1.adm A asterixdb/asterix-app/src/test/resources/runtimets/results/tpcds/q09/q09.1.adm A asterixdb/asterix-app/src/test/resources/runtimets/results/tpcds/q85/q85.1.adm A asterixdb/asterix-app/src/test/resources/runtimets/results/tpcds/q90/q90.1.adm A asterixdb/asterix-app/src/test/resources/runtimets/results/tpcds/q92/q92.1.adm M asterixdb/asterix-app/src/test/resources/runtimets/results/tpcds/q94/q94.1.adm M asterixdb/asterix-app/src/test/resources/runtimets/results/tpcds/q95/q95.1.adm M asterixdb/asterix-app/src/test/resources/runtimets/results/tpcds/query-ASTERIXDB-1602/query-ASTERIXDB-1602.1.adm M asterixdb/asterix-app/src/test/resources/runtimets/testsuite_sqlpp.xml 32 files changed, 1,143 insertions(+), 13 deletions(-) git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/32/1332/1 diff --git a/asterixdb/asterix-app/data/tpcds/customer_address.csv b/asterixdb/asterix-app/data/tpcds/customer_address.csv index c5185f3..4be1187 100644 --- a/asterixdb/asterix-app/data/tpcds/customer_address.csv +++ b/asterixdb/asterix-app/data/tpcds/customer_address.csv @@ -7,4 +7,5 @@ 7|HAAA||Hill 7th|Road|Suite U|Farmington|||39145|United States|-7|| 8|IAAA|875|Lincoln |Ct.|Suite Y|Union|Bledsoe County|WA|35708|United States|-5|apartment| 9|JAAA|819|1st Laurel|Ave|Suite 70|New Hope|Perry County|IL|35709|United States|-6|condo| -10|KAAA|851|Woodland Poplar|ST|Suite Y|Martinsville|Taos County|TX|90419|United States|-9|condo| \ No newline at end of file +10|KAAA|851|Woodland Poplar|ST|Suite Y|Martinsville|Taos County|TX|90419|United States|-9|condo| +11|MCCA|762|Smith |Drive|Suite N|Oakland|Curry County|OR|99843|United States|-8|single family| \ No newline at end of file diff --git a/asterixdb/asterix-app/data/tpcds/customer_demographics.csv b/asterixdb/asterix-app/data/tpcds/customer_demographics.csv index 32ae389..e841a1c 100644 --- a/asterixdb/asterix-app/data/tpcds/customer_demographics.csv +++ b/asterixdb/asterix-app/data/tpcds/customer_demographics.csv @@ -3,4 +3,5 @@ 3|F|U|Unknown|500|Good|0|0|0| 4|F|U|Secondary|1500|Good|0|0|0| 5|F|D|4 yr Degree|3500|Good|0|0|0| -6|M|W|Advanced Degree|7500|Good|0|0|0| \ No newline at end of file +6|M|W|Advanced Degree|7500|Good|0|0|0| +7|M|M|4 yr Degree|3500|Good|0|0|0| \ No newline at end of file diff --git a/asterixdb/asterix-app/data/tpcds/date_dim.csv b/asterixdb/asterix-app/data/tpcds/date_dim.csv index 3e5647d..2252fbc 100644 --- a/asterixdb/asterix-app/data/tpcds/date_dim.csv +++ b/asterixdb/asterix-app/data/tpcds/date_dim.csv @@ -10,4 +10,5 @@ 2415031|HLJNECAA|1998-03-11|0|2|1|2003|3|1|11|1|1900|1|2|Wednesday|1900Q1|N|N|N|2415021|2415020|2414666|2414939|N|
