User-agent: *
Disallow: /admin/
Disallow: /account.php
Disallow: /advanced_search.php
Disallow: /checkout_shipping.php
Disallow: /create_account.php
Disallow: /cookie_usage.php
Disallow: /login.php
Disallow: /password_forgotten.php
Disallow: /popup_image.php
Disallow: /shopping_cart.php

abot
ebot
nbot
obot
rbot
sbot
crawl
slurp
spider
accoona
appie
architext
aspseek
asterias
atomz
augurfind
bannana_bot
booch
diamondbot
docomo
gazz
goforit
google
grub
gulliver
holmes
ia_archiver
iconsurf
iltrovatore
indexer
infoseek
jetbot
kit_fireball
knowledge
lachesis
larbin
linkwalker
mantraagent
mediapartners
mercator
mj12
moget/
muscatferret
myweb
nameprotect
ncsa beta
netresearchserver
ng/
npbot
nutch
osis-project
pear.
polybot
pompos
poppelsdorf
rambler
scooter
scrubby
searchbot
seeker
sidewinder
simspider
smartwit
sohu
spyder
steeler/
szukacz
t-h-u-n-d-e-r-s-t-o-n-e
teoma
tutorgig
ultraseek
vagabondo
voyager/
w3c_validator
websitepulse
worldlight
worm
zao/
xenu
zippp
zyborg
! spiders.txt Contribution version 2005-01-16