svn commit: r382579 - /lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java

[cutting]

Author: cutting
Date: Thu Mar  2 16:06:59 2006
New Revision: 382579

URL: http://svn.apache.org/viewcvs?rev=382579&view=rev
Log:
Disable speculative execution, since input format has side effects.

Modified:
    lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java

Modified: 
lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java
URL: 
http://svn.apache.org/viewcvs/lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java?rev=382579&r1=382578&r2=382579&view=diff
==============================================================================
--- lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java 
(original)
+++ lucene/nutch/trunk/src/java/org/apache/nutch/indexer/DeleteDuplicates.java 
Thu Mar  2 16:06:59 2006
@@ -307,6 +307,7 @@
     job.setInputKeyClass(HashScore.class);
     job.setInputValueClass(IndexDoc.class);
     job.setInputFormat(InputFormat.class);
+    job.setBoolean("mapred.speculative.execution", false);
 
     job.setPartitionerClass(HashPartitioner.class);
     job.setReducerClass(HashReducer.class);