# Robots must obey the following:
User-agent: * # The wildcard means ALL robots
# Disallow: /test.asp # Do not index this particular page
Disallow: /files # This directory is off-limits!
Disallow: /admin # This directory is off-limits!
Disallow: /admin2 # This directory is off-limits!
# Disallow: /somedir/test.asp # Don't index this page, but the rest of the directory is OK