You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@crunch.apache.org by jw...@apache.org on 2013/01/18 04:34:53 UTC
git commit: Update io.sort.mb to stabilize the NLineInputFormatIT
Updated Branches:
refs/heads/master 5fe2f68b7 -> 75ba35468
Update io.sort.mb to stabilize the NLineInputFormatIT
Project: http://git-wip-us.apache.org/repos/asf/incubator-crunch/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-crunch/commit/75ba3546
Tree: http://git-wip-us.apache.org/repos/asf/incubator-crunch/tree/75ba3546
Diff: http://git-wip-us.apache.org/repos/asf/incubator-crunch/diff/75ba3546
Branch: refs/heads/master
Commit: 75ba3546810fc27b4a6248559fefffd6c3eddb44
Parents: 5fe2f68
Author: Josh Wills <jw...@apache.org>
Authored: Thu Jan 17 19:34:38 2013 -0800
Committer: Josh Wills <jw...@apache.org>
Committed: Thu Jan 17 19:34:38 2013 -0800
----------------------------------------------------------------------
.../it/java/org/apache/crunch/io/NLineInputIT.java | 5 ++++-
1 files changed, 4 insertions(+), 1 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-crunch/blob/75ba3546/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java
----------------------------------------------------------------------
diff --git a/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java b/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java
index 6b16aa8..52b8ff5 100644
--- a/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java
+++ b/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java
@@ -29,6 +29,7 @@ import org.apache.crunch.test.TemporaryPath;
import org.apache.crunch.test.TemporaryPaths;
import org.apache.crunch.types.writable.Writables;
import org.apache.crunch.types.avro.Avros;
+import org.apache.hadoop.conf.Configuration;
import org.junit.Rule;
import org.junit.Test;
@@ -40,7 +41,9 @@ public class NLineInputIT {
@Test
public void testNLine() throws Exception {
String urlsInputPath = tmpDir.copyResourceFileName("urls.txt");
- Pipeline pipeline = new MRPipeline(NLineInputIT.class, tmpDir.getDefaultConfiguration());
+ Configuration conf = new Configuration(tmpDir.getDefaultConfiguration());
+ conf.setInt("io.sort.mb", 10);
+ Pipeline pipeline = new MRPipeline(NLineInputIT.class, conf);
PCollection<String> urls = pipeline.read(new NLineFileSource<String>(urlsInputPath,
Writables.strings(), 2));
assertEquals(new Integer(2),