User-agent: TurnitinBot
Disallow: /
User-agent: NPBot-1/2.0
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: psbot
Disallow: /


User-Agent: *
Disallow: /Worldwide/
Disallow: /affxml/
Disallow: /affiliateXmlStylesheets/
Disallow: /search/
Disallow: /SearchResults
Disallow: /CitySearchResults.do
Disallow: /DriverExtras
Disallow: /Contract
Disallow: /CarDetails
Disallow: /PricelinePopUnder
Disallow: /SendReceiptByMail
Disallow: /SearchLoaderRC
Disallow: /ServiceRequest
Disallow: /DriverExtras
Disallow: /EmptySearchResults
Disallow: /TealeafJavaScript
Disallow: /ShowVoucher
Disallow: /ClickTaleCache
Disallow: /ClickTaleCache/
Disallow: /LoadingSearchResults
Disallow: /FreeTextSearchResults
Disallow: /DTypeMail
Disallow: /service/ServiceRequest
Disallow: /associate/
Disallow: /content/affiliates/var/
Disallow: /iam*.html$
Disallow: /what$
Disallow: /account/ForgotPassword
Disallow: /Foot*rame*.do
Disallow: /Product.do
Disallow: /images/bravofly/*.html
Disallow: /HeaderCurrencyMenu.do
Disallow: /HeaderMyBookingMenu.do
Disallow: /*/sitemap/
Disallow: /partners/
Disallow: /NewTermsPopup.do
Disallow: /AjaxSuppliers.do
Disallow: /AjaxDroplists.do
Disallow: /content/affiliates/
Disallow: /Sitemap.do
Disallow: /affiliates/dynamic-location/
Disallow: /vanhire/
Disallow: /AcceptFee.do
Disallow: /CustomerService.do
Disallow: /Rating.do
Disallow: /SearchResults.do




Host: http://www.rentalcars.com

User-Agent: Baiduspider-ads
Allow: /*
User-Agent: Baiduspider
Allow: /zh/
Allow: /zs/
Disallow: /hr/
Disallow: /ro/
Disallow: /ph/
Disallow: /ca/
Disallow: /vi/
Disallow: /tr/
Disallow: /no/
Disallow: /hu/
Disallow: /lv/
Disallow: /lt/
Disallow: /th/
Disallow: /br/
Disallow: /id/
Disallow: /de/
Disallow: /fi/
Disallow: /bg/
Disallow: /sv/
Disallow: /fr/
Disallow: /sl/
Disallow: /sk/
Disallow: /uk/
Disallow: /is/
Disallow: /da/
Disallow: /it/
Disallow: /us/
Disallow: /rs/
Disallow: /ko/
Disallow: /ar/
Disallow: /he/
Disallow: /my/
Disallow: /cs/
Disallow: /pt/
Disallow: /gr/
Disallow: /pl/
Disallow: /ru/
Disallow: /ee/
Disallow: /es/
Disallow: /ja/
Disallow: /en/


User-agent: Yahoo!-AdCrawler
Crawl-delay: 0.5

User-agent: adidxbot 
Crawl-delay: 3 

User-agent: adsbot-google 
Crawl-delay: 3 

User-agent: Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com)
Crawl-delay: 3

Sitemap: http://www.rentalcars.com/sitemapindex.xml