Skip to content

Commit

Permalink
I spel good
Browse files Browse the repository at this point in the history
  • Loading branch information
ScottMansfield committed Jun 19, 2015
1 parent dbe7dbd commit a02a2ee
Showing 1 changed file with 2 additions and 2 deletions.
Original file line number Original file line Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ public static RobotsTxt getByDomain(String domain) {
if (!fetchesInProgress.containsKey(domain)) { if (!fetchesInProgress.containsKey(domain)) {
fetchFuture = new FutureTask<>(() -> { fetchFuture = new FutureTask<>(() -> {
logger.info("Fetching and parsing robots.txt for domain " + domain); logger.info("Fetching and parsing robots.txt for domain " + domain);
RobotsTxt robotsTxt = Terminator.parse(makeRobotsTxtRL(domain)); RobotsTxt robotsTxt = Terminator.parse(makeRobotsTxtURL(domain));
robotstxtByDomain.put(domain, robotsTxt); robotstxtByDomain.put(domain, robotsTxt);
return Boolean.TRUE; return Boolean.TRUE;
}); });
Expand Down Expand Up @@ -81,7 +81,7 @@ public static RobotsTxt getByDomain(String domain) {
} }
} }


private static String makeRobotsTxtRL(String domain) { private static String makeRobotsTxtURL(String domain) {
return String.format("http://%s/robots.txt", domain); return String.format("http://%s/robots.txt", domain);
} }
} }

0 comments on commit a02a2ee

Please sign in to comment.