###
### Suggest crawl period
###
User-agent: *
Crawl-delay: 1



###
### Block useless or suspicious bots
###

#
User-agent: AhrefsBot
Disallow: /

# 
User-agent: Baiduspider
Disallow: /

#
User-agent: sogou spider
Disallow: /

#
User-Agent: EasouSpider
Disallow: /

#
User-Agent: Ezooms
Disallow: /

#
User-Agent: Falconsbot
Disallow: /

#
User-Agent: Grub.org
Disallow: /

#
User-Agent: ichiro
Disallow: /

#
User-Agent: Katalog
Disallow: /

#
User-Agent: larbin
Disallow: /

#
User-Agent: MJ12bot
Disallow: /

#
User-Agent: OmniExplorer
Disallow: /

#
User-Agent: Yandex
User-Agent: YandexBot
User-Agent: YandexDirect
Disallow: /


###
### Authorize/block some contents
###

User-agent: *
Disallow: /wordpress/wp-admin/
#Disallow: /wordpress/wp-includes/
Allow:    /wordpress/wp-includes/wlwmanifest.xml
Allow:    /wordpress/wp-includes/js/
Allow:    /wordpress/wp-includes/css/


###
### Suggest behavior of legitimate bots
###

# Google
User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: Mediapartners
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
Allow:    /
Disallow: /wordpress/wp-admin/
Disallow: /wordpress/wp-includes/
Allow:    /wordpress/wp-includes/wlwmanifest.xml
Allow:    /wordpress/wp-includes/js/
Allow:    /wordpress/wp-includes/css/

# Bing
User-agent: Bingbot
User-agent: Adixbot
User-agent: MSNbot
Allow:    /
Disallow: /wordpress/wp-admin/
Disallow: /wordpress/wp-includes/
Allow:    /wordpress/wp-includes/wlwmanifest.xml
Allow:    /wordpress/wp-includes/js/
Allow:    /wordpress/wp-includes/css/

# Yahoo!
User-agent: Yahoo! Slurp
User-agent: Slurp
Allow:    /
Disallow: /wordpress/wp-admin/
Disallow: /wordpress/wp-includes/
Allow:    /wordpress/wp-includes/wlwmanifest.xml
Allow:    /wordpress/wp-includes/js/
Allow:    /wordpress/wp-includes/css/

# Ask
User-agent: Teoma
Allow:    /
Disallow: /wordpress/wp-admin/
Disallow: /wordpress/wp-includes/
Allow:    /wordpress/wp-includes/wlwmanifest.xml
Allow:    /wordpress/wp-includes/js/
Allow:    /wordpress/wp-includes/css/

# Blekko
User-agent: ScoutJet
Allow:    /
Disallow: /wordpress/wp-admin/
Disallow: /wordpress/wp-includes/
Allow:    /wordpress/wp-includes/wlwmanifest.xml
Allow:    /wordpress/wp-includes/js/
Allow:    /wordpress/wp-includes/css/

# DuckDuckGo
User-agent: DuckDuckBot
Allow:    /
Disallow: /wordpress/wp-admin/
Disallow: /wordpress/wp-includes/
Allow:    /wordpress/wp-includes/wlwmanifest.xml
Allow:    /wordpress/wp-includes/js/
Allow:    /wordpress/wp-includes/css/

# Exalead
User-agent: Exabot
User-Agent: Exabot-Thumbnails
Allow:    /
Disallow: /wordpress/wp-admin/
Disallow: /wordpress/wp-includes/
Allow:    /wordpress/wp-includes/wlwmanifest.xml
Allow:    /wordpress/wp-includes/js/
Allow:    /wordpress/wp-includes/css/

# Alexa
User-agent: ia_archiver
Allow:    /
Disallow: /wp-admin/
Disallow: /wordpress/wp-includes/
Allow:    /wordpress/wp-includes/wlwmanifest.xml
Allow:    /wordpress/wp-includes/js/
Allow:    /wordpress/wp-includes/css/
Disallow: /wordpress/wp-admin/

# Qwant
User-agent: Qwantify
Allow:    /
Disallow: /wordpress/wp-admin/
Disallow: /wordpress/wp-includes/
Allow:    /wordpress/wp-includes/wlwmanifest.xml
Allow:    /wordpress/wp-includes/js/
Allow:    /wordpress/wp-includes/css/

# Twitterbot
User-agent: Twitterbot
Allow:    /
Disallow: /wordpress/wp-admin/
Disallow: /wordpress/wp-includes/
Allow:    /wordpress/wp-includes/wlwmanifest.xml
Allow:    /wordpress/wp-includes/js/
Allow:    /wordpress/wp-includes/css/