# robots.txt for http://www.mixtour.com
User-agent: *
Crawl-delay: 10
Disallow: /falle/           # Spam-Falle
Disallow: /phpmyadmin/
Disallow: /images           # Bilder nicht downloaden
Disallow: /reisen/bilder/   # Bilder nicht downloaden
Disallow: /inc              # PHP-Includes nicht indexieren
Disallow: /webstat          # Statistik nicht indexieren


User-agent: baiduspider
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: IconSurf
Disallow: /

User-agent: iCCrawler
Disallow: /

User-agent: larbin
Disallow: /

User-agent: linkwalker
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Psbot
Disallow: /

User-agent: thesubot
Disallow: /