# Specify which parts of the site robots are not allowed to visit # # Example: # User Agent: * # Disallow: /cgi-bin/ User Agent: * Disallow: /errors/ Disallow: /*searchresults.jsp? Disallow:/*.css$