# Allow only major search spiders
User-agent: *
Disallow: /wp-admin/
Crawl-delay: 30

User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot
Disallow:

User-agent: Adsbot-Google
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot-Mobile
Disallow:

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow:

# Block all other spiders
User-agent: *
Disallow: /