# http://tool.motoricerca.info/robots-checker.phtml
# http://www.searchenginepromotionhelp.com/m/robots-text-tester/robots-checker.php
# http://www.frobee.com/robots-txt-check

### Diese spiders/robots sperren #####################################
User-agent: Xaldon WebSpider
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: psbot
Disallow: /

User-agent: iCcrawler
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: vscooter # AltaVista Image Search 
Disallow: /

User-agent: dittospyder
Disallow: /

User-agent: yahoo-mmcrawler
Disallow: /

User-agent: googlebot-image
Disallow: /

#User-agent: Slurp
#Crawl-delay: 20

### Diese Ordner/Dateien dürfen nicht durchsucht werden #############
User-agent: *
Disallow: /!test/
Disallow: /software/pics/
Disallow: /web/games/
Disallow: /web/links/
Disallow: /inc/
Disallow: /web/guestbook.php
Disallow: /web/kontakt.php
Disallow: /web/impressum.php
Disallow: /web/agb.php
Disallow: /*? # http://de.wikipedia.org/wiki/Robots_Exclusion_Standard
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.png$

Sitemap: http://www.pisica.de/sitemap.xml