Author: cutting Date: Fri Jul 1 14:22:51 2005 New Revision: 208796 URL: http://svn.apache.org/viewcvs?rev=208796&view=rev Log: Use number of tasks specified in config.
Modified: lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/demo/Grep.java Modified: lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/demo/Grep.java URL: http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/demo/Grep.java?rev=208796&r1=208795&r2=208796&view=diff ============================================================================== --- lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/demo/Grep.java (original) +++ lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/demo/Grep.java Fri Jul 1 14:22:51 2005 @@ -53,7 +53,6 @@ JobConf grepJob = new JobConf(defaults); - grepJob.setNumMapTasks(18); grepJob.setInputDir(new File(args[0])); grepJob.setMapperClass(RegexMapper.class); @@ -64,7 +63,6 @@ grepJob.setCombinerClass(LongSumReducer.class); grepJob.setReducerClass(LongSumReducer.class); - grepJob.setNumReduceTasks(6); grepJob.setOutputDir(tempDir); grepJob.setOutputFormat(SequenceFileOutputFormat.class); grepJob.setOutputKeyClass(UTF8.class); @@ -73,8 +71,6 @@ JobClient.runJob(grepJob); JobConf sortJob = new JobConf(defaults); - - sortJob.setNumMapTasks(6); sortJob.setInputDir(tempDir); sortJob.setInputFormat(SequenceFileInputFormat.class);