Skip to content

Commit

Permalink
Merge 186cdc0 into 1ac9caf
Browse files Browse the repository at this point in the history
  • Loading branch information
majidramzi committed Mar 3, 2017
2 parents 1ac9caf + 186cdc0 commit 89c6d86
Show file tree
Hide file tree
Showing 4 changed files with 15 additions and 7 deletions.
7 changes: 5 additions & 2 deletions README.md
Original file line number Diff line number Diff line change
@@ -1,8 +1,11 @@
<p align="center"><img src="https://cloud.githubusercontent.com/assets/340752/20685655/251a6466-b5ad-11e6-9509-24d12f24a042.png" /></p>
<p align="center"><a href="http://crawlerdetect.io/" target="_blank"><img src="https://cloud.githubusercontent.com/assets/340752/23082173/1bd1a396-f550-11e6-8aba-4d3c75edea2f.png" width="321" height="219" /></a><br><br>
<a href="http://crawlerdetect.io/" target="_blank">crawlerdetect.io</a>
<br><br>
</p>

<p align="center">
<a href="https://travis-ci.org/JayBizzle/Crawler-Detect"><img src="https://img.shields.io/travis/JayBizzle/Crawler-Detect/master.svg?style=flat-square" /></a>
<a href="https://packagist.org/packages/jaybizzle/crawler-detect"><img src="https://img.shields.io/packagist/dt/JayBizzle/Crawler-Detect.svg?style=flat-square" /></a>
<a href="https://packagist.org/packages/jaybizzle/crawler-detect"><img src="https://img.shields.io/packagist/dm/JayBizzle/Crawler-Detect.svg?style=flat-square" /></a>
<a href="https://scrutinizer-ci.com/g/JayBizzle/Crawler-Detect/?branch=master"><img src="https://img.shields.io/scrutinizer/g/JayBizzle/Crawler-Detect.svg?style=flat-square" /></a>
<a href="https://github.com/JayBizzle/Crawler-Detect"><img src="https://img.shields.io/badge/license-MIT-ff69b4.svg?style=flat-square" /></a>
<a href="https://packagist.org/packages/jaybizzle/crawler-detect"><img src="https://img.shields.io/packagist/v/jaybizzle/Crawler-Detect.svg?style=flat-square" /></a>
Expand Down
6 changes: 3 additions & 3 deletions src/CrawlerDetect.php
Original file line number Diff line number Diff line change
Expand Up @@ -107,7 +107,7 @@ public function compileRegex($patterns): string
/**
* Set HTTP headers.
*
* @param array $httpHeaders
* @param array|null $httpHeaders
*/
public function setHttpHeaders(array $httpHeaders = null): void
{
Expand Down Expand Up @@ -141,7 +141,7 @@ public function getUaHttpHeaders(): array
/**
* Set the user agent.
*
* @param string $userAgent
* @param string|null $userAgent
*/
public function setUserAgent(string $userAgent = null): void
{
Expand All @@ -162,7 +162,7 @@ public function setUserAgent(string $userAgent = null): void
/**
* Check user agent string against the regex.
*
* @param string $userAgent
* @param string|null $userAgent
*
* @return bool
*/
Expand Down
4 changes: 3 additions & 1 deletion src/Fixtures/Crawlers.php
Original file line number Diff line number Diff line change
Expand Up @@ -401,6 +401,7 @@ class Crawlers extends AbstractProvider
'Mail.Ru',
'MailChimp\.com',
'Mandrill',
'MapperCmd',
'marketinggrader',
'Mediapartners-Google',
'MegaIndex\.ru',
Expand Down Expand Up @@ -547,6 +548,7 @@ class Crawlers extends AbstractProvider
'Robosourcer',
'Robozilla\/[0-9]',
'ROI Hunter',
'RPT-HTTPClient',
'RSSOwl',
'safe-agent-scanner',
'SalesIntelligent',
Expand All @@ -561,6 +563,7 @@ class Crawlers extends AbstractProvider
'Scrubby',
'search\.thunderstone',
'SearchSight',
'Seeker',
'semanticdiscovery',
'semanticjuice',
'Semiocast HTTP client',
Expand Down Expand Up @@ -742,7 +745,6 @@ class Crawlers extends AbstractProvider
'Yahoo Ad monitoring',
'Yahoo Link Preview',
'YahooCacheSystem',
'YahooSeeker',
'YahooYSMcm',
'YandeG',
'yandex',
Expand Down
5 changes: 4 additions & 1 deletion tests/crawlers.txt
Original file line number Diff line number Diff line change
Expand Up @@ -3054,4 +3054,7 @@ Mozilla/5.0 (compatible; KAZ.KZ_Bot/3.0)
BuckyOHare/1.3 (Googlebot/2.1; +https://hypefactors.com/webcrawler)
uipbot/1.0 (uipbot@semasio.net)
gMozilla/5.0 (compatible; Infohelfer/1.4.3; +http://www.infohelfer.de/crawler.php)
Mozilla/5.0 (compatible; lincobot/0.3; http://www.linksco.com/about/robot.html) AppEngine-Google; (+http://code.google.com/appengine)
Mozilla/5.0 (compatible; lincobot/0.3; http://www.linksco.com/about/robot.html) AppEngine-Google; (+http://code.google.com/appengine)
Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.2; WOW64; Trident/6.0) MapperCmd/5.24.780.0
Seeker v.1 http://LookSeek.com/seeker/
AppManager RPT-HTTPClient/0.3-3E

0 comments on commit 89c6d86

Please sign in to comment.