# Robots.txt for DM # # All Robots User-agent: * # # Begin Standard Rules Disallow: /sendstory/ Disallow: /printstory/ Disallow: /pbhs/ Disallow: /html/ Disallow: /theme/ Disallow: /layout/ Disallow: /web/ Disallow: /all-about/ Disallow: /search/ Disallow: /portalsuite/image/ Disallow: /portalsuite/media/ Disallow: *sendstory* Disallow: *printstory* Disallow: *pbhs* Disallow: /html* Disallow: *theme* Disallow: *layout* Disallow: /web/* Disallow: /*? Disallow: /*?* Disallow: /all-about/* Disallow: /search* Disallow: /portalsuite/image/* Disallow: /portalsuite/media/* Crawl-delay: 320 # # Disallow Money for Google News #User-agent: Googlebot-News #Disallow: /money/* #Disallow: /tmoney/* # # Allow Adsense #User-agent: Mediapartners-Google #Disallow: / # # Disallow Specific Robots User-agent: MnoGoSearch Disallow: / # User-agent: omgilibot/0.3 Disallow: / # User-agent: WebVac Disallow: / # User-agent: WebZip Disallow: / # User-agent: psbot Disallow: / # User-agent: daumoa Disallow: / # user-agent: AhrefsBot disallow: / # User-agent: CrystalSemanticsBot Disallow: / # User-agent: ia_archiver Disallow: /*/article-* # User-agent: Nutch Disallow: / # User-agent: Yandex Disallow: / # User-agent: ShopWiki Disallow: / #User-agent: Eurobot # #User-agent: dotbot #User-agent: Slurp #User-agent: sitebot #User-agent: bingbot #User-agent: msnbot #User-agent: MJ12bot #User-agent: Googlebot # # Sitemap Files Sitemap: http://www.wnoz.de/sitemap.xml