User-agent: * # # list folders robots are not allowed to index # Disallow: /aspnet_client/ Disallow: /awstats/ Disallow: /images/ Disallow: /cgi-bin/ Disallow: /control/ Disallow: /cp/ Disallow: /graphics_main/ Disallow: /webalizer/ Disallow: /test-site/