Updated Branches: refs/heads/perf [created] 882545d1c
GIRAPH-: updates for Hive I/O performance improvements Project: http://git-wip-us.apache.org/repos/asf/giraph/repo Commit: http://git-wip-us.apache.org/repos/asf/giraph/commit/882545d1 Tree: http://git-wip-us.apache.org/repos/asf/giraph/tree/882545d1 Diff: http://git-wip-us.apache.org/repos/asf/giraph/diff/882545d1 Branch: refs/heads/perf Commit: 882545d1cfdc3670fa443c02aa6a68c4d1f983c4 Parents: a802fef Author: Nitay Joffe <[email protected]> Authored: Thu Mar 21 15:28:45 2013 -0400 Committer: Nitay Joffe <[email protected]> Committed: Thu Mar 21 15:28:45 2013 -0400 ---------------------------------------------------------------------- .../giraph/hive/input/edge/AbstractHiveToEdge.java | 2 +- .../hive/input/edge/HiveEdgeInputFormat.java | 2 +- .../giraph/hive/input/edge/HiveEdgeReader.java | 6 +++--- .../apache/giraph/hive/input/edge/HiveToEdge.java | 2 +- .../input/vertex/AbstractHiveToVertexEdges.java | 4 ++-- .../input/vertex/AbstractHiveToVertexValue.java | 4 ++-- .../hive/input/vertex/HiveToVertexEdges.java | 2 +- .../hive/input/vertex/HiveToVertexValue.java | 2 +- .../giraph/hive/input/vertex/HiveVertexReader.java | 8 ++++---- .../giraph/hive/output/AbstractVertexToHive.java | 2 +- .../giraph/hive/output/HiveVertexOutputFormat.java | 2 +- .../giraph/hive/output/HiveVertexWriter.java | 6 +++--- 12 files changed, 21 insertions(+), 21 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/AbstractHiveToEdge.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/AbstractHiveToEdge.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/AbstractHiveToEdge.java index f29fea7..bb5ed1f 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/AbstractHiveToEdge.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/AbstractHiveToEdge.java @@ -21,7 +21,7 @@ import org.apache.giraph.conf.DefaultImmutableClassesGiraphConfigurable; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveTableSchemaAware; +import com.facebook.giraph.hive.schema.HiveTableSchemaAware; /** * Base class for HiveToEdge implementations http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeInputFormat.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeInputFormat.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeInputFormat.java index 18b40c2..d8aa460 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeInputFormat.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeInputFormat.java @@ -29,8 +29,8 @@ import org.apache.hadoop.mapreduce.JobContext; import org.apache.hadoop.mapreduce.RecordReader; import org.apache.hadoop.mapreduce.TaskAttemptContext; -import com.facebook.giraph.hive.HiveRecord; import com.facebook.giraph.hive.input.HiveApiInputFormat; +import com.facebook.giraph.hive.record.HiveRecord; import java.io.IOException; import java.util.List; http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeReader.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeReader.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeReader.java index 6fb183a..65b9bbf 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeReader.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveEdgeReader.java @@ -29,9 +29,9 @@ import org.apache.hadoop.mapreduce.InputSplit; import org.apache.hadoop.mapreduce.RecordReader; import org.apache.hadoop.mapreduce.TaskAttemptContext; -import com.facebook.giraph.hive.HiveRecord; -import com.facebook.giraph.hive.HiveTableSchema; -import com.facebook.giraph.hive.HiveTableSchemas; +import com.facebook.giraph.hive.record.HiveRecord; +import com.facebook.giraph.hive.schema.HiveTableSchema; +import com.facebook.giraph.hive.schema.HiveTableSchemas; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveToEdge.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveToEdge.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveToEdge.java index 2205b82..005f4c4 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveToEdge.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/edge/HiveToEdge.java @@ -21,7 +21,7 @@ package org.apache.giraph.hive.input.edge; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveReadableRecord; +import com.facebook.giraph.hive.record.HiveReadableRecord; /** * An interface used to create edges from Hive records. http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexEdges.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexEdges.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexEdges.java index d0668f6..cf3a052 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexEdges.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexEdges.java @@ -21,8 +21,8 @@ import org.apache.giraph.conf.DefaultImmutableClassesGiraphConfigurable; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveTableSchema; -import com.facebook.giraph.hive.HiveTableSchemaAware; +import com.facebook.giraph.hive.schema.HiveTableSchema; +import com.facebook.giraph.hive.schema.HiveTableSchemaAware; /** * Base class for HiveToVertexEdges implementations http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexValue.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexValue.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexValue.java index 9ab316f..b1c0f16 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexValue.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/AbstractHiveToVertexValue.java @@ -21,8 +21,8 @@ import org.apache.giraph.conf.DefaultImmutableClassesGiraphConfigurable; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveTableSchema; -import com.facebook.giraph.hive.HiveTableSchemaAware; +import com.facebook.giraph.hive.schema.HiveTableSchema; +import com.facebook.giraph.hive.schema.HiveTableSchemaAware; /** * Base class for HiveToVertex implementations http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexEdges.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexEdges.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexEdges.java index 8076a8a..c767a7f 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexEdges.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexEdges.java @@ -22,7 +22,7 @@ import org.apache.giraph.edge.Edge; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveReadableRecord; +import com.facebook.giraph.hive.record.HiveReadableRecord; import java.util.Collections; http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexValue.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexValue.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexValue.java index 593eb9a..70efe1e 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexValue.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveToVertexValue.java @@ -21,7 +21,7 @@ package org.apache.giraph.hive.input.vertex; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveReadableRecord; +import com.facebook.giraph.hive.record.HiveReadableRecord; /** * Interface for creating vertices from a Hive record. http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveVertexReader.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveVertexReader.java b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveVertexReader.java index 541176f..11c57ad 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveVertexReader.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/input/vertex/HiveVertexReader.java @@ -28,11 +28,11 @@ import org.apache.hadoop.io.WritableComparable; import org.apache.hadoop.mapreduce.InputSplit; import org.apache.hadoop.mapreduce.TaskAttemptContext; -import com.facebook.giraph.hive.HiveRecord; -import com.facebook.giraph.hive.HiveTableSchema; -import com.facebook.giraph.hive.HiveTableSchemaAware; -import com.facebook.giraph.hive.HiveTableSchemas; import com.facebook.giraph.hive.impl.input.HiveApiRecordReader; +import com.facebook.giraph.hive.record.HiveRecord; +import com.facebook.giraph.hive.schema.HiveTableSchema; +import com.facebook.giraph.hive.schema.HiveTableSchemaAware; +import com.facebook.giraph.hive.schema.HiveTableSchemas; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/output/AbstractVertexToHive.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/output/AbstractVertexToHive.java b/giraph-hive/src/main/java/org/apache/giraph/hive/output/AbstractVertexToHive.java index 8e3f1ca..630d61a 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/output/AbstractVertexToHive.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/output/AbstractVertexToHive.java @@ -21,7 +21,7 @@ import org.apache.giraph.conf.DefaultImmutableClassesGiraphConfigurable; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; -import com.facebook.giraph.hive.HiveTableSchemaAware; +import com.facebook.giraph.hive.schema.HiveTableSchemaAware; /** * Base class for HiveToVertexEdges implementations http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexOutputFormat.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexOutputFormat.java b/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexOutputFormat.java index 641a298..ba54730 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexOutputFormat.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexOutputFormat.java @@ -29,8 +29,8 @@ import org.apache.hadoop.mapreduce.OutputCommitter; import org.apache.hadoop.mapreduce.RecordWriter; import org.apache.hadoop.mapreduce.TaskAttemptContext; -import com.facebook.giraph.hive.HiveRecord; import com.facebook.giraph.hive.output.HiveApiOutputFormat; +import com.facebook.giraph.hive.record.HiveRecord; import java.io.IOException; http://git-wip-us.apache.org/repos/asf/giraph/blob/882545d1/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexWriter.java ---------------------------------------------------------------------- diff --git a/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexWriter.java b/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexWriter.java index a97d40a..5356424 100644 --- a/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexWriter.java +++ b/giraph-hive/src/main/java/org/apache/giraph/hive/output/HiveVertexWriter.java @@ -29,10 +29,10 @@ import org.apache.hadoop.mapreduce.RecordWriter; import org.apache.hadoop.mapreduce.TaskAttemptContext; import org.apache.log4j.Logger; -import com.facebook.giraph.hive.HiveRecord; -import com.facebook.giraph.hive.HiveTableSchema; -import com.facebook.giraph.hive.HiveTableSchemas; import com.facebook.giraph.hive.impl.HiveApiRecord; +import com.facebook.giraph.hive.record.HiveRecord; +import com.facebook.giraph.hive.schema.HiveTableSchema; +import com.facebook.giraph.hive.schema.HiveTableSchemas; import java.io.IOException; import java.util.Collections;
