#       ###                ###
#          ##            ##
#            ##        ##
#       ###     ##  ##     ###
#         ##     ####     ##
#            ##  ####  ##
#       ###    ##    ##    ###
#          ## #  ####  # ##
#            ##   ##   ##
#             ##  ##  ##
#             ##  ##  ##
#             ##  ##  ##
#             ##  ##  ##
#             ##  ##  ##
#             ##  ##  ##
#
# robots.txt for ww1.ccinsurances.com.au #
#
# Disallow Mediapartners-Google
User-agent: Mediapartners-Google
Disallow: /
#
# Disallow Alexa
User-agent: ia_archiver
Disallow: /
#
# Disallow Google Mobile crawlers
User-agent: Googlebot-Mobile
Disallow: /
#
# Allow Google
User-agent: Googlebot
Disallow:
#
# Allow Google image crawler
User-agent: Googlebot-Image
Disallow:
#
# Allow MSN Live
User-agent: msnbot
Disallow:
#
# Future additions for MSN Bot
# MSNBot-NewsBlogs - Crawls the Web for news
# MSNBot-Products - Crawls the Web for products you can purchase online
# MSNBot-Media - Crawls the Web for media files
#
# Allow AltaVista
User-agent: Scooter
Disallow:
#
# Allow Inktomi servers
User-agent: Slurp
Disallow:
#
# Allow the DMOZ link checker
User-agent: Robozilla
Disallow:
#
# Allow ASK
User-agent: Jeeves
Disallow:
#
# Allow Yahoo
# User-agent: Yahoo Slurp
# Disallow:
#
# Allow Cuill
User-agent: Twiceler
Disallow:
#  
# Disallow all ancilliary directories for all crawlers
User-agent: *
Disallow: /aspnet_client/
Disallow: /_email/
Disallow: /_icons/
Disallow: /assets/
Disallow: /cath_news/
Disallow: /scripts/
Disallow: /search/
Disallow: /rm/search/
Disallow: /personal_insnew/assets/
#
# If FrontPage stuff ever gets on the box do this
#
Disallow: /_borders/
Disallow: /_derived/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_map/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
#
# Specify the location of the sitemap file
Sitemap: http://ww1.ccinsurances.com.au/sitemap.xml