Update HTMLUnit, support null depth

qwazr · Jun 4, 2017 · b87c83b · b87c83b
1 parent 63eb2cf
commit b87c83b
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/pom.xml b/pom.xml
@@ -17,7 +17,7 @@
 
     <properties>
         <selenium.version>3.4.0</selenium.version>
-        <htmlunit.version>2.26</htmlunit.version>
+        <htmlunit.version>2.27</htmlunit.version>
         <jetty.version>9.4.3.v20170317</jetty.version>
     </properties>
 
@@ -132,7 +132,7 @@
         <dependency>
             <groupId>com.codeborne</groupId>
             <artifactId>phantomjsdriver</artifactId>
-            <version>1.4.2</version>
+            <version>1.4.3</version>
             <exclusions>
                 <exclusion>
                     <artifactId>selenium-api</artifactId>

diff --git a/src/main/java/com/qwazr/crawler/web/WebCrawlThread.java b/src/main/java/com/qwazr/crawler/web/WebCrawlThread.java
@@ -469,7 +469,7 @@ private void crawlStart(final Set<URI> crawledURIs, final CrawlProvider crawlPro
 	private void crawlUrlMap(Set<URI> crawledURIs, Map<String, Integer> urlMap) {
 		urlMap.forEach((uri, depth) -> {
 			try {
-				crawlOne(crawledURIs, new GetProvider(uri), null, depth);
+				crawlOne(crawledURIs, new GetProvider(uri), null, depth == null ? 0 : depth);
 			} catch (URISyntaxException e) {
 				LOGGER.warn("Malformed URI: " + uri);
 			} catch (InterruptedException e) {