From 070a637babedc324948c0c58b333668bab6b813d Mon Sep 17 00:00:00 2001 From: Sebastian Nagel Date: Mon, 15 Aug 2016 11:19:46 +0200 Subject: [PATCH] Remove obsolete properties protocol.plugin.check.blocking and protocol.plugin.check.robots --- src/java/org/apache/nutch/fetcher/Fetcher.java | 4 ---- .../org/apache/nutch/protocol/Protocol.java | 18 ------------------ 2 files changed, 22 deletions(-) diff --git a/src/java/org/apache/nutch/fetcher/Fetcher.java b/src/java/org/apache/nutch/fetcher/Fetcher.java index aad9ee9871..e60b10fa69 100644 --- a/src/java/org/apache/nutch/fetcher/Fetcher.java +++ b/src/java/org/apache/nutch/fetcher/Fetcher.java @@ -209,10 +209,6 @@ public void run(RecordReader input, feeder.setTimeLimit(timelimit); feeder.start(); - // set non-blocking & no-robots mode for HTTP protocol plugins. - getConf().setBoolean(Protocol.CHECK_BLOCKING, false); - getConf().setBoolean(Protocol.CHECK_ROBOTS, false); - for (int i = 0; i < threadCount; i++) { // spawn threads FetcherThread t = new FetcherThread(getConf(), getActiveThreads(), fetchQueues, feeder, spinWaiting, lastRequestStart, reporter, errors, segmentName, diff --git a/src/java/org/apache/nutch/protocol/Protocol.java b/src/java/org/apache/nutch/protocol/Protocol.java index 0aa5d297fd..efd0100898 100755 --- a/src/java/org/apache/nutch/protocol/Protocol.java +++ b/src/java/org/apache/nutch/protocol/Protocol.java @@ -32,24 +32,6 @@ public interface Protocol extends Pluggable, Configurable { /** The name of the extension point. */ public final static String X_POINT_ID = Protocol.class.getName(); - /** - * Property name. If in the current configuration this property is set to - * true, protocol implementations should handle "politeness" limits - * internally. If this is set to false, it is assumed that these limits are - * enforced elsewhere, and protocol implementations should not enforce them - * internally. - */ - public final static String CHECK_BLOCKING = "protocol.plugin.check.blocking"; - - /** - * Property name. If in the current configuration this property is set to - * true, protocol implementations should handle robot exclusion rules - * internally. If this is set to false, it is assumed that these limits are - * enforced elsewhere, and protocol implementations should not enforce them - * internally. - */ - public final static String CHECK_ROBOTS = "protocol.plugin.check.robots"; - /** * Returns the {@link Content} for a fetchlist entry. */