#
# robots.txt for http://mirror.klabs.be/
#
User-agent:*
Disallow: /icons/


# Hide apache index "sorting" like : /folder/?C=M;O=A

# http://www.google.com/support/webmasters/bin/answer.py?answer=40367
User-Agent: Googlebot
Disallow: /icons/
Disallow: /*/?C=

User-agent: Googlebot-Image
Disallow: /


# http://help.yahoo.com/help/us/ysearch/slurp/slurp-02.html
User-Agent: Slurp
Disallow: /icons/
Disallow: /*/?C=


# http://search.msn.com/docs/siteowner.asp
# http://search.msn.com/docs/siteowner.aspx?t=SEARCH_WEBMASTER_REF_RestrictAccessToSite.htm
#Exclude MS Psbot (Picsearch)
User-agent: psbot
Disallow: /

User-agent: msnbot
# MSN downloads ISO images by default !
Disallow: /*.iso
Disallow: /*.raw
Disallow: /*/?C=


# http://www.sitemaps.org/
# https://www.google.com/webmasters/tools/docs/en/sitemap-generator.html
#Sitemap: <sitemap_location>

#References:
# http://www.google.com/support/webmasters/bin/answer.py?answer=40360
# http://www.robotstxt.org/wc/faq.html#robotstxt