Updated Branches: refs/heads/master 5fe2f68b7 -> 75ba35468
Update io.sort.mb to stabilize the NLineInputFormatIT Project: http://git-wip-us.apache.org/repos/asf/incubator-crunch/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-crunch/commit/75ba3546 Tree: http://git-wip-us.apache.org/repos/asf/incubator-crunch/tree/75ba3546 Diff: http://git-wip-us.apache.org/repos/asf/incubator-crunch/diff/75ba3546 Branch: refs/heads/master Commit: 75ba3546810fc27b4a6248559fefffd6c3eddb44 Parents: 5fe2f68 Author: Josh Wills <[email protected]> Authored: Thu Jan 17 19:34:38 2013 -0800 Committer: Josh Wills <[email protected]> Committed: Thu Jan 17 19:34:38 2013 -0800 ---------------------------------------------------------------------- .../it/java/org/apache/crunch/io/NLineInputIT.java | 5 ++++- 1 files changed, 4 insertions(+), 1 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-crunch/blob/75ba3546/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java ---------------------------------------------------------------------- diff --git a/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java b/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java index 6b16aa8..52b8ff5 100644 --- a/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java +++ b/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java @@ -29,6 +29,7 @@ import org.apache.crunch.test.TemporaryPath; import org.apache.crunch.test.TemporaryPaths; import org.apache.crunch.types.writable.Writables; import org.apache.crunch.types.avro.Avros; +import org.apache.hadoop.conf.Configuration; import org.junit.Rule; import org.junit.Test; @@ -40,7 +41,9 @@ public class NLineInputIT { @Test public void testNLine() throws Exception { String urlsInputPath = tmpDir.copyResourceFileName("urls.txt"); - Pipeline pipeline = new MRPipeline(NLineInputIT.class, tmpDir.getDefaultConfiguration()); + Configuration conf = new Configuration(tmpDir.getDefaultConfiguration()); + conf.setInt("io.sort.mb", 10); + Pipeline pipeline = new MRPipeline(NLineInputIT.class, conf); PCollection<String> urls = pipeline.read(new NLineFileSource<String>(urlsInputPath, Writables.strings(), 2)); assertEquals(new Integer(2),
