# disallow all 
User-agent: *
Disallow: /
Disallow: /wp-admin/
Disallow: /wp-includes/
Crawl-delay: 600

# DisAllow Twitterbot in order to read Twitter Cards
User-agent: Twitterbot
Disallow: /app.jsp
Disallow: /css/
Allow: /images/
Disallow: /SpryAssets/
Crawl-delay: 600

User-agent: Googlebot
Allow: /
# Crawl-delay: 300

User-agent: Mediapartners-Google
Allow: /
Crawl-delay: 300

User-agent: Googlebot-Mobile
Allow: /
Crawl-delay: 300

User-agent: Bingbot
Allow: /
Crawl-delay: 30

User-agent: msnbot
Allow: /
Crawl-delay: 600

User-agent: YandexBot/3.0
Allow: /
Crawl-delay: 600

User-agent: Yandex
Allow: /
Crawl-delay: 600

User-agent: Slurp
Allow: /
Crawl-delay: 600

User-agent: Exabot
Allow: /
Crawl-delay: 600

User-agent: Exabot/3.0
Allow: /
Crawl-delay: 600

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 600

User-agent: archive.org_bot
Allow: /
Crawl-delay: 600

User-agent: Yandex
Disallow: /

User-agent: LivelapBot/0.2
Disallow: /