bot_regex_patterns.txt

[ ]+bot
^2ip.ru
^[a-z.0-9/ \-_]*bot
^ad muncher
^avsdevicesdk/
^bidtellect/
^blackboard
^blogtrottr
^boardreader
^castro
^collectd
^comodo
^cortex
^curl
^ddg_android
^duckduckgo
^email
^expanse
^ez publish
^fdm[\s/]\d
^feedbin
^fever
^holmes
^java/
^javascript
^lcc 
^lua-resty-http
^navermailapp
^netlyzer fastprobe
^netsurf
^newsgator
^ning/
^octopus
^pagepeeker
^pagething
^php
^php-curl-class
^postmanruntime
^prittorrent
^rainmeter
^ramblermail
^sentry/
^server density
^sitesucker
^snapchat
^spotify/
^sprinklr
^the knowledge ai
^unityplayer
^viber$
^websitepulse
^whatsapp\+?/[0-9\.]+ [a-z]$
^windows-rss
^wsr-agent
^yahoo:linkexpander
^yahoocachesystem
^zooshot
a6-indexer
aboundex
adbeat
addthis
admantx
adscanner
ahc/
aiohttp
amazon cloudfront
analyzer
anyevent
apachebench/
apercite
apis-google
appengine-google
appinsights
arabot
arachni
archiver
axios
baidu-yunguance
banca caboto
barkrowler
bazqux
biglotron
bingpreview/
binlar
bit\.ly/
bot($|[/\);-]+)
brandverity
browsershots
btwebclient
bubing
buck/
catchpoint
cc metadata scaper
centuryb
changedetection
check_http
checker
checkmarknetwork/
chrome-lighthouse
cincraw
clickagy
cloudflare
coccoc
collection@infegy.com
contextad bot
convera
crawler
curious george
cyberpatrol
dareboost
datadog agent
datafeedwatch
datanyze
dataprovider.com
daum(oa)?[ /][0-9]
daum/
dcrawl
deusu/
digg deeper
disqus
dmbrowser
domainreanimator
domains project/
drupact
duplexweb-google
ec2linkfinder
electricmonk
embedly
eright
europarchive.org
evc-batch
extractor
ezid
ezooms
facebookexternalhit
fedoraplanet
feedly
feedspot
feedvalidator
fetcher
findlink
findthatfile
flamingo_searchengine
flipboardproxy
fluffy
freshrss
friendica
g00g1e.net
g2 web services
genieo
gigablast
go-http-client
gobuster
gomezagent
google favicon
google page speed insight
google search
google web preview
google-
googleimageproxy
goose/
grouphigh/
grub.org
guzzlehttp
gwene
hatena
headlesschrome
help@dataminr\.com
heritrix
http[s]?://
http_get
httpclient
httpunit
httpurlconnection
httpx
httrack
hubspot
ichiro
indeedbot
inoreader\.com
integromedb
internetarchive
ips-agent
iskanie
jetslide
jetty
kaspersky
kouio\.com
larbin
libwww-perl
linkdex
lipperhey
livelapbot
ltx71
m_bot_tab
mappydata
mastodon
mediapartners-google
megaindex
meltwaternews
metauri
miniflux/
mixnodecache/
mnogosearch
moatbot
monitoring
moreover
muckrack
netcraft
netresearchserver
netsystemsresearch
netvibes
newsblur
newsharecounts
newspaper/
nextcloud
nmap scripting engine
node-fetch/
nutch
nuzzel
okhttp
omgili
optimizer
outbrain
page2rss
pagepeeker/
pandalytics
panscient
pcore-http
phantomjs
phpcrawl
pingdom
pocketparser
postrank
pr-cy.ru
proximic
prtg network monitor
ptst[\s/]
pulsepoint
pycurl
python-requests
python-urllib
qihoobot
qqdownload
qwantify
rivva
robot
robozilla
scoutjet
scraper
scrapy
searchatlas
seewithkids
seobility
seokicks
seolizer
seoscanners
seznam
simplepie
site24x7
siteexplorer.info
siteimprove.com
sixy\.ch
skypeuripreview
slack-imgproxy
slurp
snacktory
sogou
sparkler/
spider
sputnik
statically-
staticlogin:productcbox
statuscake
summify
superfeedr
supybot
swimgbot
sysomos
teoma
theoldreader.com
thinkchaos
thinklab
tineye
tiny tiny rss
traackr.com
tracemyfile
transcoder
trendsmapresolver
trove
turbotabbee
tweetedtimes
twingly
twurly
um-ln
unshortenit
upflow
uptime
validator\.nu
vigil/
virustotal
vkshare
voilabot
w3c-checklink
w3c-mobileok
w3c_css_validator
w3c_unicorn
w3c_validator
webdatastats
webmon 
webreaper
webthumbnail
wesee:search
wget
whatcms/
wordupinfosearch
wotbox
xenu link sleuth
y!j
yahoo link preview
yak/
yandexadnet
yandexblogs
yandexcalendar
yandexdirect
yandexfavicons
yandexfordomain
yandeximageresizer
yandeximages
yandexmarket
yandexmedia
yandexmetrika
yandexnews
yandexontodb
yandexpartner
yandexrca
yandexsearchshop
yandexsitelinks
yandextracker
yandexturbo
yandexverticals
yandexvertis
yandexvideo
yandexwebmaster
yanga
yeti
zabbix
zgrab