# a standard robots exclusion file that excludes all
# but the most significant robots from visiting your site

# the default Disallow rule permits all of your web to be 
# crawled by the allowed agents, you will want to change this
# see http://info.webcrawler.com/mak/projects/robots/exclusion.html
# for further details

User-agent: Netscape-Catalog-Robot/1.01         # The Netscape Catalog
User-agent: ArchitextSpider                     # the eXcite robot
User-agent: InfoSeek Sidewinder                 # the InfoSeek robot
User-agent: InfoSeek Robot 1.0                  # the InfoSeek robot
User-agent: Scooter/1.0                         # The AltaVista robot
User-agent: Lycos                               # The Lycos robot
User-agent: Muscat/Ferret                       # The Euroferret
User-agent: Slurp/2.0                           # The HotBot
User-agent: Webcrawler/3.0 Robot libwww/5.0a    # The WebCrawler
User-agent: Autonomy Spider    	  	  # Autonomy Spider

Disallow: 


# all other robots 
User-agent: *