Author: lewismc
Date: Fri May 18 12:11:41 2012
New Revision: 1340076
URL: http://svn.apache.org/viewvc?rev=1340076&view=rev
Log:
trivial commit to address ANY23-96
Modified:
incubator/any23/trunk/plugins/basic-crawler/src/main/java/org/apache/any23/plugin/crawler/SiteCrawler.java
incubator/any23/trunk/plugins/basic-crawler/src/test/java/org/apache/any23/plugin/crawler/SiteCrawlerTest.java
Modified:
incubator/any23/trunk/plugins/basic-crawler/src/main/java/org/apache/any23/plugin/crawler/SiteCrawler.java
URL:
http://svn.apache.org/viewvc/incubator/any23/trunk/plugins/basic-crawler/src/main/java/org/apache/any23/plugin/crawler/SiteCrawler.java?rev=1340076&r1=1340075&r2=1340076&view=diff
==============================================================================
---
incubator/any23/trunk/plugins/basic-crawler/src/main/java/org/apache/any23/plugin/crawler/SiteCrawler.java
(original)
+++
incubator/any23/trunk/plugins/basic-crawler/src/main/java/org/apache/any23/plugin/crawler/SiteCrawler.java
Fri May 18 12:11:41 2012
@@ -107,6 +107,7 @@ public class SiteCrawler {
try {
crawlConfig = new CrawlConfig();
crawlConfig.setCrawlStorageFolder( storageFolder.getAbsolutePath()
);
+ crawlConfig.setUserAgentString("Apache Any23 Web Crawler");
final PageFetcher pageFetcher = new PageFetcher(crawlConfig);
Modified:
incubator/any23/trunk/plugins/basic-crawler/src/test/java/org/apache/any23/plugin/crawler/SiteCrawlerTest.java
URL:
http://svn.apache.org/viewvc/incubator/any23/trunk/plugins/basic-crawler/src/test/java/org/apache/any23/plugin/crawler/SiteCrawlerTest.java?rev=1340076&r1=1340075&r2=1340076&view=diff
==============================================================================
---
incubator/any23/trunk/plugins/basic-crawler/src/test/java/org/apache/any23/plugin/crawler/SiteCrawlerTest.java
(original)
+++
incubator/any23/trunk/plugins/basic-crawler/src/test/java/org/apache/any23/plugin/crawler/SiteCrawlerTest.java
Fri May 18 12:11:41 2012
@@ -62,7 +62,7 @@ public class SiteCrawlerTest extends Any
@Override
public void visitedPage(Page page) {
distinctPages.add( page.getWebURL().getURL() );
- Iterator it = distinctPages.iterator();
+ Iterator<String> it = distinctPages.iterator();
while (it.hasNext()) {
logger.info("Crawler4j: Fetching page - " + it.next());
}