User-agent: *
Crawl-delay: 10

User-agent: *
Disallow: /cgi-bin
Disallow: /search
Disallow: /author/
Disallow: /wp-login.php