Skip to content

Commit

Permalink
evil bots may crawl harder
Browse files Browse the repository at this point in the history
  • Loading branch information
Orbiter committed Nov 8, 2018
1 parent 18d0753 commit 848e930
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion source/net/yacy/cora/protocol/ClientIdentification.java
Original file line number Diff line number Diff line change
Expand Up @@ -72,7 +72,7 @@ public Agent(final String userAgent, final String[] robotIDs, final int minimumD
public final static String yacyIntranetCrawlerAgentName = "YaCy Intranet (greedy)";
public static Agent yacyIntranetCrawlerAgent = null; // defined later in static
public final static String googleAgentName = "Googlebot";
public final static Agent googleAgentAgent = new Agent("Googlebot/2.1 (+http://www.google.com/bot.html)", new String[]{"Googlebot", "Googlebot-Mobile"}, minimumGlobalDeltaInit / 2, clientTimeoutInit);
public final static Agent googleAgentAgent = new Agent("Googlebot/2.1 (+http://www.google.com/bot.html)", new String[]{"Googlebot", "Googlebot-Mobile"}, minimumGlobalDeltaInit / 10, clientTimeoutInit);
public final static String yacyProxyAgentName = "YaCyProxy";
public final static Agent yacyProxyAgent = new Agent("yacy - this is a proxy access through YaCy from a browser, not a robot (the yacy bot user agent is 'yacybot')", new String[]{"yacy"}, minimumGlobalDeltaInit, clientTimeoutInit);
public final static String customAgentName = "Custom Agent";
Expand Down

0 comments on commit 848e930

Please sign in to comment.