# robots.txt für http://www.schwarzesreich.de/ # robots.txt für http://schwarzesreich.de/ User-Agent: DBR-Statuschecker-Bot V0.1 User-Agent: DBR-Crawler V 0.9 User-Agent: Darkrankbot V0.5 User-Agent: WebBandit User-Agent: WebBandit 2.1 User-Agent: WebBandit 3.50 User-Agent: WebBandit/3.50 User-Agent: WebCapture 2.0 User-Agent: WebCopier User-Agent: WebCopier v.2.2 User-Agent: WebCopier v3.2a User-Agent: WebEMailExtrac. User-Agent: WebEMailExtractor 1.0B User-Agent: WebEnhancer User-Agent: WebFetch User-Agent: WebGo IS User-Agent: WebLeacher User-Agent: WebReaper User-Agent: WebSauger User-Agent: EmailWolf User-Agent: EmailWolf 1.00 User-Agent: Twiceler-0.9 Disallow: / User-agent: * Disallow: /TJ/ Disallow: /Banner/ Disallow: /Gallerie(deaktiviert)/ Disallow: /Forum/ Disallow: /blog/ Disallow: /Interessantes/ Disallow: /bilder/ Disallow: /adserver/ Disallow: /banntausch/ Disallow: /srcounter/ Disallow: /suchen/ Disallow: /ebay/ Disallow: /galerie/ Disallow: /htaccess/ Disallow: /referer/ Disallow: /linkchecker.php3 Disallow: /webkat/Intern/Impressum/ Disallow: /webkat/Intern/Impressum Disallow: /webkat/printthread.php Disallow: /webkat/showvotes.php Disallow: /webkat/email.php Disallow: /webkat/suggest.php Disallow: /webkat/download.php Disallow: /webkat/vote.php Disallow: /webkat/postreply.php Disallow: /webkat/register.php Disallow: /webkat/report.php Disallow: /webkat/search.php Disallow: /webkat/usernotes.php User-agent: * Crawl-Delay: 5