# Mainly to stop the search engines crawling pages it doesn't need to. User-agent: * Disallow: /activeedit Disallow: /cgi_bin Disallow: /checkout Disallow: /custom_error_messages # #Despictable and evil robots to keep out :)