User-Agent: *
Allow: /
Googlebot=Google.com
FeedFetcher=Google Feedfetcher
Teoma=Teoma
whatuseek=What You Seek
ia_archiver=Alexa
mediapartners=Google Adsense
VoilaBot=Voila
Slurp=Yahoo
msnbot=MSN
gigabot=Gigablast
ZyBorg=WiseNut
FAST-WebCrawler=Fast
DeepIndex=DeepIndex
HenriLeRobotMirago=Mirago
Openbot=OpenFind
antibot=Antibot
psbot=PicSearch
Szukacz=Szukacz
NaverBot=Naver
appie=Whalhello
Exabot=Exalead
mozDex=mozDex
Snapbot=Snap
voyager=Kosmix
NetMonitor=ExpertMonitor
IRLbot=IRLbot
Accoona-AI-Agent=Accoona
bbot=BBot
OMGILI=Omgili
Jyxobot=Jyxo
Baiduspider=Baidu
appie=Walhello
arks=Arks
EchO=Echo
Magpie=Magpie
Nutch=Nutch
MJ12bot=MJ12bot
Speedy=Entireweb
SynooBot=Synoo
Gaisbot=Gais
Netcraft=Netcraft
Yahoo-MMCrawler=Yahoo-MMCrawler