############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /bin/ Disallow: /css/ Disallow: /ExternalLinks/ Disallow: /images/ # # list specific files robots are not allowed to index # Disallow: /content.txt Disallow: /description.txt Disallow: /header.txt Disallow: /keywords.txt Disallow: /rssUrl.txt Disallow: /title.txt Disallow: /web.config # # ###############################