# robots file

User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro

User-agent: *
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /aspnet_client/
Disallow: /db/
Disallow: /images/
Disallow: /images-old/
Disallow: /inc/
Disallow: /catalog/admin/
Disallow: /catalog/admin/
Disallow: /catalog/download/
Disallow: /catalog/images/
Disallow: /catalog/includes/
Disallow: /catalog/pub/
Disallow: /catalog/tmp/
Disallow: /preview/
Disallow: /trash/
Disallow: /awstats/
Disallow: /backup/
Disallow: /Backup/
Disallow: /Backup_3-7-2008/
Disallow: /backup2/
Disallow: /extras/
Disallow: /icon/
Disallow: /mason/
Disallow: /myphp/
Disallow: /old_pages/
Disallow: /preview/


# updated 2009-04-01