# robots.txt  controlls external spiders of searchmachines
Sitemap: http://handylearn-projects.de/sitemapset.xml
User-agent: *   # directed to all spiders
Disallow: /cgibin                # disallow all in cgi-bin
Disallow: /cgi-bin                # disallow all in webhosters cgi-bin
Disallow: /stats        # dissallaw statistics
Disallow: /news/
Disallow: /private/
Disallow: /ADMIN
Disallow: /contact/
Disallow: /kunden/
Disallow: /wap/vip.php
# User-agent: jobs.de-Robot
# pages that got into index by some error
Disallow: /media/index.php
Disallow: /media/glossar.html
Disallow: /media/fileadmin
Disallow: /uploads/media/*.html
Disallow: /fileadmin/k600slides
Disallow: /fileadmin/*.html
Disallow: *.jad$
Disallow: *.jar$
# typo3 static type 
Disallow: *.0.html$
Disallow: *.2.html$
# yahoo
User-agent: Slurp
Crawl-delay: 1.5
Disallow: /users/counter/