added the support of onion links

VIDA-NYU · Apr 18, 2016 · 9c44726 · 9c44726
1 parent 7b51f57
commit 9c44726
Show file tree

Hide file tree

Showing 14 changed files with 6,774 additions and 6,084 deletions.
diff --git a/build.gradle b/build.gradle
@@ -39,7 +39,6 @@ dependencies {
     compile 'org.apache.commons:commons-compress:1.9'
     compile 'org.apache.httpcomponents:httpclient:4.4.1'
     compile 'org.apache.tika:tika-parsers:1.9'
-    compile 'com.github.crawler-commons:crawler-commons:0.6'
 
     testCompile 'junit:junit:4.12'
     testCompile 'org.hamcrest:hamcrest-all:1.3'
@@ -102,4 +101,4 @@ jacocoTestReport {
         xml.enabled = true // coveralls plugin depends on xml format report
         html.enabled = true
     }
-}
+}