[^a]fish
^voyager\/
abcdatos
acme\.spider
adsbot\-google
ahoythehomepagefinder
aipbot
alkaline
almaden
ansearch
answerbus
anthill
antibot
aport
appie
arachnophilia
arale
araneo
arbefavicons
architext
aretha
argus
ariadne
arks
aspider
aspseek
atn\.txt
atomz
auresys
avantgo
avsearch
awbot
backrub
baiduspider
bbot
bdfetch
bigbrother
bigbrother
bimbot
bjaaland
blackwidow
blindekuh
bloodhound
bobby
boitho\-dc
bordermanager
borg\-bot
boris
botonparade
brightnet
bruinbot
bspider
bumblebee
cactvschemistryspider
calif[^r]
cassandra
cerberian
cgireader
checkbot
christcrawler
churl
cienciaficcion
clushbot
collective
combine
conceptbot
converacrawler
coolbot
core
cosmos
cruiser
cscrawler
cusco
cyberspyder
cydralspider
daviesbot
desertrealm
deweb
dienstspider
digger
digout4u
diibot
direct_hit
dnabot
docomo
dotbot
download_express
dragonbot
dumbot
dwcp
e\-collector
e\-societyrobot
easydl
ebiness
echo
elfinbot
emacs
emailsiphon
emcspider
esther
evliyacelebi
exabot
exactseek
ezresult
fast\-webcrawler
fastbug
fastcrawler
fdse
feedhub
felix
ferret
fetchrover
fido
filangy
findlinks
finnish
fireball
fouineur
francoroute
freecrawl
funnelweb
fusionbot
fyberspider
gaisbot
gama
gazz
gcreep
geniebot
geonabot
getbot
getright
geturl
gigabot
girafabot
gnodspider
goldfire
golem
gonzo
googlebot
grapnel
griffon
gromit
grub
gsa\-crawler
gulliver
gulperbot
gurujibot
hambot
harvest
hatena
havindex
henrythemiragorobot
holmes
hometown
htdig
html link validator
htmlgobble
hyperdecontextualizer
ia_archiver
iajabot
ichiro
iconoclast
iconsurf
ilse
iltrovatore
imagelock
incywincy
indy library
inelabot
informant
infoseek
infoseeksidewinder
infospider
inspectorwww
intelliagent
internet ninja
internetlinkagent
internetseer
irlbot
irobot
iron33
isc systems
israelisearch
istarthere
javabee
jbot
jcrawler
jeeves
jennybot
jobo
jobot
joebot
jubii
jumpstation
justview
jyxobot
kapsi
katipo
kilroy
knowledge
ko_yappo_robot
krugle
kybluptimemonitor
labelgrabber\.txt
larbin
leechget
legs
libcurl
libcurl\-agent
libwww\-mget
libwww\-perl
limebot
linkbot
linkchecker
linkidator
linklint
linknzbot
linkscan
linkwalker
lnspiderguy
lockon
logo_gif
lwp\-request
lycos_
macworm
magpie
marvin
mattie
mediafox
mediapartners\-google
mercator
merzscope
meshexplorer
metager\-linkchecker
microsoft_url_control
mindcrawler
mj12bot
mmccrawler
mnogosearch
moget
momspider
monster
motor
mozdex
ms data access
msiecrawler
msnbot
muncher
muscatferret
mvaclient
mwdsearch
mysterybot
myweb
nagios
nasa search
naverbot
ndspider
nederland\.zoek
netcarta
netcraft
netmechanic
netnosecrawler
netresearchserver
netscoop
newscan\-online
nextgensearchbot
nhse
nicebot
nomad
northstar
npbot
nusearch
nutchbot
nutchcvs
nzexplorer
objectssearch
occam
octopus
omniexplorer
openbot
openfind
orb_search
packrat
pageboy
parasite
patric
patwebbot
pear\.php\.net
peerbot
pegasus
perignator
perlcrawler
perman
petersnews
phantom
phpdig
picsearch
piltdownman
pimptrain
pioneer
pipeliner
pitkow
pjspider
plumtreewebaccessor
pompos
poppi
portalb
psbot
python
rambler
raven
rbse
redalert
resumerobot
rhcs
rixbot
road_runner
robbie
robi
robocrawl
robofox
robopal
robot
robozilla
roverbot
rpt\-httpclient
rules
safaribookmarkchecker
safetynetrobot
sapphirewebcrawler
scooter
search\-info
search_au
searchhippo
searchprocess
seekbot
senrigan
sgscout
shaggy
shaihulud
shim\-crawler
shopwiki
shoutcast
sift
simbot
similarpages
site\-valet
sitecheck
sitetech
skymob
slcrawler
slurp
slysearch
smartspider
snapbot
snooper
sohu\-search
solbot
speedy
spider\/
spider_monkey
spiderbot
spiderline
spiderman
spiderview
sproose
spry
spurlbot
sqworm
ssearcher
suke
suntek
surveybot
sven
syntryx
szukacz
tach_bw
tarantula
tarspider
techbot
templeton
thesubot
thumbshots
titan
titin
tkwww
tlspider
tmccrawler
touche
tulipchain
turnitinbot
turtle
turtlescanner
twiceler
ucsd
udmsearch
ultraseek
unlost_web_crawler
urlck
valkyrie
verticrawl
victoria
visionsearch
voidbot
voila
vwbot
w3index
w3m2
wallpaper
wanderer
wapspider
webalta
webbandit
webbase
webcatcher
webclipping\.com
webcompass
webcopy
webfetcher
webfoot
webinator
weblayers
weblinker
webmirror
webmoose
webquest
webreader
webreaper
websauger
websearch
websnarf
webspider
webvac
webwalk
webwalker
webwatch
webwombat
wget
whatuseek
whowhere
wired\-digital
wisenutbot
wmir
wolp
wombat
wonderer
worm
wwwc
wwweasel
wz101
xenu
xget
yacybot
yahoo\-verticalcrawler
yahooseeker
yandex
yanga
yeti
yottacars
zealbot
zipppbot
zyborg
