Author: xuefu
Date: Fri Jul 11 05:37:56 2014
New Revision: 1609633
URL: http://svn.apache.org/r1609633
Log:
HIVE-7372: Select query gives unpredictable incorrect result when parallelism
is greater than 1 [Spark Branch]
Modified:
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java
Modified:
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java?rev=1609633&r1=1609632&r2=1609633&view=diff
==============================================================================
---
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java
(original)
+++
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java
Fri Jul 11 05:37:56 2014
@@ -56,7 +56,7 @@ public class SparkClient implements Seri
private static String sparkHome = "/home/xzhang/apache/spark";
- private static int reducerCount = 5;
+ private static int reducerCount = 1;
private static String execMem = "1g";
private static String execJvmOpts = "";
Modified:
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java
URL:
http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java?rev=1609633&r1=1609632&r2=1609633&view=diff
==============================================================================
---
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java
(original)
+++
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java
Fri Jul 11 05:37:56 2014
@@ -35,7 +35,7 @@ public class SparkCollector implements O
@Override
public void collect(BytesWritable key, BytesWritable value) throws
IOException {
- result.add(new Tuple2<BytesWritable, BytesWritable>(key, value));
+ result.add(new Tuple2<BytesWritable, BytesWritable>(new
BytesWritable(key.copyBytes()), new BytesWritable(value.copyBytes())));
}
public void clear() {
