Add missing Microsoft bots.

CHANGELOG.md

@@ -3,6 +3,7 @@
 ## unreleased
 
 - Add Stripe to bots.
+- Add Microsoft Bing bots (adldxbot, bingpreview, and msnbot-media).
 
 ## v2.2.0
 

bots.yml

@@ -2,6 +2,7 @@
 360spider: "360Spider"
 abot: "CrawlDaddy, abot"
 addthis: "AddThis"
+adldxbot: "Microsoft Bing Ads"
 admantx: "ADmantX Platform Semantic Analyzer"
 adsbot-google: "Google Adwords"
 advbot: "AdvBot"
@@ -17,7 +18,8 @@ asynchttpclient: "Java http and WebSocket client library"
 awe.sm: "Awe.sm URL expander"
 baidu: "Baidu"
 bdcbot: "Big Data Corp"
-bingbot: "Microsoft bing bot"
+bingbot: "Microsoft Bing"
+bingpreview: "Microsoft Bing preview"
 bitlybot: "bit.ly bot"
 blekkobot: "Blekkobot"
 blexbot: "BLEXBot (webmeup)"
@@ -127,6 +129,7 @@ mojeekbot: "Mojeek UK search crawler"
 mrchrome: "MrChrome"
 ms search 6.0 robot: "MS Search 6.0 Robot"
 msnbot: "Microsoft bot"
+msnbot-media: "Microsoft media bot"
 nerdybot: "NerdyBot"
 netstate: "netEstate NE Crawler"
 netvibes: "Personalized dashboard bot"

test/ua_bots.yml

@@ -1,7 +1,9 @@
+ADLXBOT: 'Mozilla/5.0 (compatible; adidxbot/2.0; +http://www.bing.com/bingbot.htm)'
 APPLE_BOT: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1)'
 ASK: 'Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)'
 BAIDU: 'Baiduspider+(+http://www.baidu.com/search/spider.htm)'
 BINGBOT: 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)'
+BINGPREVIEW: 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b'
 DAUMOA: Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;) Daumoa 4.0
 DOMAINAREANIMATOR: 'Domain Re-Animator Bot (http://domainreanimator.com) - support@domainreanimator.com'
 DOT_BOT: 'Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)'
@@ -18,7 +20,8 @@ LTX71: 'ltx71 - (http://ltx71.com/)'
 MAIL_RU: 'Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)'
 MEGAINDEX_RU: 'Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +https://www.megaindex.ru/?tab=linkAnalyze)'
 MRCHROME: 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.107 Amigo/45.0.2454.107 MRCHROME SOC Safari/537.36'
-MSN_BOT: 'msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)'
+MSNBOT: 'msnbot/2.0b (+http://search.msn.com/msnbot.htm)'
+MSNBOT_MEDIA: 'msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)'
 PRIVACYAWAREBOT: 'Mozilla/5.0 (compatible; PrivacyAwareBot/1.1; +http://www.privacyaware.org)'
 QUERYSEEKER: 'QuerySeekerSpider ( http://queryseeker.com/bot.html )'
 SCRAPY: 'Scrapy/0.18.4 (+http://scrapy.org)'