###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
SITEMAP: http://www.harveysescorts.co.uk/sitemap.xml
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: /archive/
Disallow: /craig/
Disallow: /css/
Disallow: /design/
Disallow: /newsletter/api/
Disallow: /newsletter/api/
Disallow: /newsletter/css/
Disallow: /newsletter/docs/
Disallow: /newsletter/images/
Disallow: /newsletter/includes/
Disallow: /newsletter/javascript/
Disallow: /newsletter/private/
Disallow: /newsletter/public/
Disallow: /newsletter/section/
Disallow: /temp/
Disallow: /templates/
Disallow: /harveys_escorts_booking_hold_page.htm
Disallow: /harveys_escorts_header_and_menu_XMAS.htm
Disallow: /harveys_escorts_recruitment_hold_page.htm
Disallow: /harveys_escorts_booking_confirm.htm
Disallow: /harveys_escorts_review_confirm.htm
Disallow: /harveys_escorts_recruitment_confirm.htm
Disallow: /top100/
Disallow: /links/accounts.php
Disallow: /top100/accounts.php
Disallow: /top100/out.php

#
# list specific files robots are not allowed to index
#
# Disallow: /directory/foo.html
# Disallow: /folder2/whatever.html
# 
#
###############################