# XM Symphony robots.txt file
# The following spiders are considered aggressive and /or non-desirable.

User-agent: Yandex
User-agent: moget
User-agent: ichiro
User-agent: NaverBot
User-agent: Yeti
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: sogou spider
User-agent: YoudaoBot
Disallow: /

# The following rules allow all other user-agents, but with a crawl delay of 10 sec

User-agent: *
Crawl-delay: 10
Disallow: /ajax
Disallow: *per_page=*
Disallow: *sort_by=*
Disallow: *displayMode=*
Disallow: *filter*
Disallow: *q=*
Disallow: /user*
Disallow: /admin*
Allow: *.js*
Allow: *.css*
Allow: *.JS*
Allow: *.CSS*