# robots.txt to be used in the development site.
# reference: http://www.robotstxt.org/wc/norobots.html

User-agent: *
Allow: /knowledge-center/case-studies/meta$
Disallow: /

User-agent: *
Allow: /articles$
Disallow: /


Crawl-delay: 3600

User-agent: YandexImages
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /