# robots.txt for http://www.richmorning.de/ # More on http://www.robotstxt.org sitemap: http://www.richmorning.de/sitemap.xml User-agent: * # No duplicates : Disallow: /nosquid/ # Ad asked that we remove /change_website from the indexed URLs: Disallow: /change_website # We don't want /www to be crawled Disallow: /www # Don't crawl videos and video control files Disallow: /richmorning/videos