#
# www.cottages.com robots.txt file
#

Sitemap: https://www.cottages.com/sitemap.xml

User-agent: *
Crawl-delay: 10

User-agent: *
Disallow: /reevoo-test/
Disallow: /discount/
Disallow: /target-homepage/
Disallow: /holiday-details/
Disallow: /search/

# Baidu Spider

User-agent: Baiduspider
Disallow: /

# Trovit Spider

User-agent: trovitBot
Disallow: /

# Yandex Spider

User-agent: Yandex
Disallow: /

# MJ12bot Spider

User-agent: MJ12bot
Disallow: /

# SEMrush bot

User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /

#AhrefsBot
User-agent: AhrefsBot
Crawl-Delay: 10

#applebot
User-agent: Applebot
Disallow: /holiday-details/