# Disallow all crawlers access to certain pages.

User-agent: *
Disallow: /cgi-bin
Disallow: /admin
Disallow: /images
Disallow: /awstats
Disallow: /code
Disallow: /album
Disallow: /albums
Disallow: /ebay
Disallow: /invoicing
Disallow: /shop
Disallow: *.js