# Specify which parts of the site robots are not allowed to visit # # Example: # User Agent: * # Disallow: /cgi-bin/ User Agent: * Disallow: /errors/