# robots.txt for https://www.wheretostay.com/

User-agent: *
Allow: /
Disallow: /ajax/		 	        # ajax pages
Disallow: /my/trip/		            # My Trip URLs
Disallow: /mytrip/                  # My Trip URLs
Disallow: /?PageSpeed=noscript
Disallow: /enquiry/submit

User-agent: 008
User-agent: MJ12bot
User-agent: Yandex
User-agent: moget
User-agent: ichiro
User-agent: NaverBot
User-agent: Yeti
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: sogou spider
User-agent: YoudaoBot
User-agent: Acoon
User-agent: wotbox
User-agent: psbot
User-agent: spbot
Disallow: /

Sitemap: https://cdn.wheretostay.com/google/sitemap-index.xml.gz