user-agent:*
Disallow: /cgi-local/
Disallow: /cgi-bin/
Disallow: /stats/
Disallow /images/
Disallow: /_private/
Disallow: /bannerads/
Disallow: /bin/
Disallow: /etc/
Disallow: /board/
Disallow: /exchange/
Disallow: /lib32/
Disallow: /link.php
Disallow: /login.php
Disallow: /create_account.php
Disallow: /shopping_cart.php
Disallow: /checkout_shipping.php
User-Agent: bfc9000.internode.on.net
Disallow: /
User-Agent: twiceler
Disallow: /
User-Agent: LinkWalker
Disallow: /
User-Agent: ImageWalker
Disallow: /
User-Agent: page-store
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-Agent: turnitinbot
Disallow: /
User-Agent: kalooga/kalooga-4.0-dev-recrawl2
Disallow: /
User-Agent: WebAlta Crawler/2.0
Disallow: /
User-agent: dotbot/1.0 
Disallow: /
User-agent: discobot
Disallow: /

#this file prevents "spider" access to the listed directories
#this file must be in the top level directory