User-agent: *
Disallow: /*?
Disallow: /wp-login.php
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content
Disallow: /wp-content/cache 
Allow: /wp-content/uploads
Disallow: */trackback
Disallow: /*/feed
Disallow: /*/comments
Disallow: /cgi-bin
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz
Disallow: /*.cgi

User-agent: Bytespider
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: UptimeRobot
Disallow: /

User-agent: *
Allow: /

User-agent: *
Disallow: /?s=
Crawl-delay: 5
User-agent: *  
# Indexing of sensitive files is prevented 
Disallow: /wp-admin 
Disallow: /wp-includes 
Disallow: /wp-content/cache 
Disallow: /trackback 
Disallow: /*.php$ 
Disallow: /*.inc$ 
Disallow: /*.gz$  
# We de-index the login page (unnecessary content) 
Disallow: /wp-login.php

# We de-index the login page (unnecessary content) 
Disallow: /wp-login.php