# robots.txt zu http://baumwollflocke.hcs.h1x.com/ # User-agent: UniversalRobot/1.0 # User-agent: mein-Robot # User-agent: Yahoo-MMCrawler # User-agent: Googlebot # User-Agent: Slurp # User-agent: msnbot Disallow: /*.PDF$ Disallow: /*.jpeg$ Disallow: /*.exe$ User-agent: * Disallow: /assets/ Disallow: /cgi-bin/ Disallow: /gallery/ Disallow: /ddlevelsfiles/ Disallow: /hcs-files/ Disallow: /hcs-filme/ Disallow: /hcs-frames/ Disallow: /hcs-iframes/ Disallow: /hcs-html/ Disallow: /hcs-js/ Disallow: /hcs-lightbox/ Disallow: /hcs-main/ Disallow: /hcs-main-or/ Disallow: /hcs-main-mr/ Disallow: /hcs-pics1/ Disallow: /hcs-pics2/ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /html/ Disallow: /js/ Disallow: /scripts/ Disallow: /highslide/ Disallow: /hcs-test/ Disallow: /hcs-style/ Disallow: /php/ # Disallow E-Mail Collectors User-agent: WX_mail/2.000 Disallow: / User-agent: EmailCollector Disallow: / User-agent: WhoWhere Disallow: / User-agent: Roverbot Disallow: / User-agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: / User-agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: / Crawl-delay: 240 #Disallow: /newsticker.shtml