# XM Symphony robots.txt file
# The following spiders are considered aggressive and /or non-desirable
# Please do not edit these.

User-agent: Yandex
User-agent: moget
User-agent: ichiro
User-agent: NaverBot
User-agent: Yeti
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: sogou spider
User-agent: YoudaoBot
Disallow: /

# The following rules allow all other user-agents, but with a crawl delay of 100 sec
# Please do not alter the crawl delay value
# NOTE by default this is set to NOT allow crawling, when site goes live:
# Change "Disallow: /" to "Disallow: " to allow the spiders to index the site

User-agent: *
Crawl-delay: 100