# a standard robots exclusion file that excludes all
# but the most significant robots from visiting your site

# the default Disallow rule permits all of your web to be 
# crawled by the allowed agents, you will want to change this
# see http://info.webcrawler.com/mak/projects/robots/exclusion.html
# for further details

User-agent: Netscape-Catalog-Robot/1.01         # The Netscape Catalog
Disallow: /cgi-bin/
Disallow: /bin/cgi/

User-agent: ArchitextSpider                     # the eXcite robot
Disallow: /cgi-bin/
Disallow: /bin/cgi/

User-agent: InfoSeek Sidewinder                 # the InfoSeek robot
Disallow: /cgi-bin/
Disallow: /bin/cgi/

User-agent: InfoSeek Robot 1.0                  # the InfoSeek robot
Disallow: /cgi-bin/
Disallow: /bin/cgi/

User-agent: Scooter/1.0                         # The AltaVista robot
Disallow: /cgi-bin/
Disallow: /bin/cgi/

User-agent: Lycos                               # The Lycos robot
Disallow: /cgi-bin/
Disallow: /bin/cgi/

User-agent: Muscat/Ferret                       # The Euroferret
Disallow: /cgi-bin/
Disallow: /bin/cgi/

User-agent: Slurp/2.0                           # The HotBot
Disallow: /cgi-bin/
Disallow: /bin/cgi/

User-agent: Webcrawler/3.0 Robot libwww/5.0a    # The WebCrawler
Disallow: /cgi-bin/
Disallow: /bin/cgi/

User-agent: Googlebot                           # The Google robot
Disallow: /cgi-bin/
Disallow: /bin/cgi/

# tell all other robots to go away

User-agent: *
Disallow: /