User-agent: * # Disallow all robots to all pages of the site. # Remove the line below before publishing the site # Disallow: /*/* Disallow: /_*/ Disallow: /aspnet_client/ Disallow: /bin/ Disallow: /flash/ Disallow: /xml/ Disallow: /Styles/ Disallow: /include/ Disallow: /images/ Disallow: /cms/ User-agent: NutchCVS Disallow: / User-agent: Missigua Disallow: / User-agent: Missigua Locator 1.9 Disallow: /