User-agent: *
Disallow: /*.pdf$
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: *
Crawl-delay: 30

User-agent: dotbot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: crawl
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: MJ12bot
Disallow: /