#
#  Robots Directives for www.seccom.govt.nz
#
#
# Google
# http://www.google.com/support/webmasters/bin/topic.py?topic=8843
#
User-agent: Googlebot
Disallow: /*.php$
Disallow: /*.pdf$
Disallow: /search/
Disallow: /sitemap.shtml
Disallow: /legal.shtml
Disallow: /downloads/
#
# Block main images directory, and any publication specific images
#
User-agent: Googlebot-Image
Disallow: /images/
Disallow: /*.gif$
Disallow: /*.jpg$
#
# Google Mobile
#
User-agent: Googlebot-Mobile
Disallow: /
#
# Yahoo! / Inktomi Search - Slurp
# http://help.yahoo.com/help/us/ysearch/slurp/index.html
#
User-agent: Slurp
Disallow: /images/
Disallow: /search/ 
Disallow: /sitemap.shtml
Disallow: /legal.shtml
Disallow: /downloads/
Crawl-delay: 10 
#
# Microsoft - MSNBot
# http://search.msn.com/docs/siteowner.aspx?t=SEARCH_WEBMASTER_REF_RestrictAccessToSite.htm
#
User-agent: msnbot
Disallow: /images/
Disallow: /search/ 
Disallow: /sitemap.shtml
Disallow: /legal.shtml
Disallow: /downloads/
Disallow: /*.pdf$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.php$
Crawl-delay: 120
#
# Microsoft Image Searcher - psbot
#
User-agent: psbot
Disallow: /
#
# Microsoft Search Preview - 
#
User-agent: searchpreview
Disallow:/ 
#
# Everyone Else
#
User-agent: *
Disallow: /search/ 
Disallow: /sitemap.shtml
Disallow: /legal.shtml
Disallow: /downloads/
Disallow: /images/