Skip to content
Permalink
Browse files

evil bots may crawl harder

  • Loading branch information...
Orbiter committed Nov 8, 2018
1 parent 18d0753 commit 848e9304d951089d615a527f8706344a3e742888
Showing with 1 addition and 1 deletion.
  1. +1 −1 source/net/yacy/cora/protocol/ClientIdentification.java
@@ -72,7 +72,7 @@ public Agent(final String userAgent, final String[] robotIDs, final int minimumD
public final static String yacyIntranetCrawlerAgentName = "YaCy Intranet (greedy)";
public static Agent yacyIntranetCrawlerAgent = null; // defined later in static
public final static String googleAgentName = "Googlebot";
public final static Agent googleAgentAgent = new Agent("Googlebot/2.1 (+http://www.google.com/bot.html)", new String[]{"Googlebot", "Googlebot-Mobile"}, minimumGlobalDeltaInit / 2, clientTimeoutInit);
public final static Agent googleAgentAgent = new Agent("Googlebot/2.1 (+http://www.google.com/bot.html)", new String[]{"Googlebot", "Googlebot-Mobile"}, minimumGlobalDeltaInit / 10, clientTimeoutInit);
public final static String yacyProxyAgentName = "YaCyProxy";
public final static Agent yacyProxyAgent = new Agent("yacy - this is a proxy access through YaCy from a browser, not a robot (the yacy bot user agent is 'yacybot')", new String[]{"yacy"}, minimumGlobalDeltaInit, clientTimeoutInit);
public final static String customAgentName = "Custom Agent";

0 comments on commit 848e930

Please sign in to comment.
You can’t perform that action at this time.