# all user agents

User-agent: *
Disallow: /cron.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin/admin.php
Disallow: /wp-admin/index.php
Disallow: /wp-admin/page.php
Disallow: /wp-admin/widgets.php
Disallow: /wp-admin/plugins.php
Disallow: /wp-admin/post.php
Disallow: /wp-admin/edit-pages.php
Disallow: /wp-admin/edit.php
Disallow: /wp-* 
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /upload/shop/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /category/wp-content/uploads/
Disallow: /page/wp-content/uploads/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-admin
Disallow: /wp-content
Disallow: /wp-includes
Disallow: /blog/feed/
Disallow: */*/page/
Disallow: /*/feed
Disallow: /*/trackback
Disallow: /cgi-bin/
Disallow: /documents/
Disallow: /images/
Disallow: /Images/
Disallow: /wp-* 
Disallow: /wp-content/themes/one-theme/images/
Disallow: /wp-content/themes/one-theme/img/colors/
Disallow: /wp-content/themes/one-theme/img/

User-agent: Googlebot
Disallow: /wp-content/themes/one-theme/images/
Disallow: /wp-content/themes/one-theme/img/colors/
Disallow: /wp-content/themes/one-theme/img/
Disallow: /featured-articles/wp-content/uploads/
Disallow: /featured-articles/wp-content/
Disallow: /category/wp-content/uploads/
Disallow: /page/wp-content/uploads/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cron.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin/admin.php
Disallow: /wp-admin/index.php
Disallow: /wp-admin/page.php
Disallow: /wp-admin/widgets.php
Disallow: /wp-admin/plugins.php
Disallow: /wp-admin/post.php
Disallow: /wp-admin/edit-pages.php
Disallow: /wp-admin/edit.php
Disallow: /wp-* 
Disallow: /blog/wp-
Disallow: /blog/feed/
Disallow: /*/feed
Disallow: /*/trackback
Disallow: /cgi-bin/
Disallow: /documents/
Disallow: /images/
Disallow: /Images/
Disallow: /wp-* 
Disallow: /wp-content/themes/one-theme/images/

User-agent: Googlebot-Image
Disallow: /wp-content/themes/one-theme/images/
Disallow: /wp-content/themes/one-theme/images
Disallow: /wp-content/themes/one-theme/img/colors/
Disallow: /wp-content/themes/one-theme/img/

# Dug Mirror
User-agent: duggmirror
Disallow: /wp-content/themes/one-theme/images/


# MSN Media search
User-agent: MSNBot-Media
Disallow: /wp-content/themes/one-theme/images/
Disallow: /wp-content/themes/one-theme/img/colors/
Disallow: /wp-content/themes/one-theme/img/

# MSN research bot
User-agent: msrbot
Disallow: /cron.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin/admin.php
Disallow: /wp-admin/index.php
Disallow: /wp-admin/page.php
Disallow: /wp-admin/widgets.php
Disallow: /wp-admin/plugins.php
Disallow: /wp-admin/post.php
Disallow: /wp-admin/edit-pages.php
Disallow: /wp-admin/edit.php
Disallow: /wp-*

# Yahoo! Slurp
User-agent: Slurp
Crawl-delay: 8
Disallow: /category/wp-content/uploads/
Disallow: /page/wp-content/uploads/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-content/
Disallow: /wp-content/uploads/
Disallow: /wp-content/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin/admin.php
Disallow: /wp-admin/index.php
Disallow: /wp-admin/page.php
Disallow: /wp-admin/widgets.php
Disallow: /wp-admin/plugins.php
Disallow: /wp-admin/post.php
Disallow: /wp-admin/edit-pages.php
Disallow: /wp-admin/edit.php
Disallow: /wp-*


# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
Disallow: /dump/
Disallow: /backup/
Disallow: /backup upgrade/
Disallow: /_pma/


User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: / 

User-agent: True_Robot
Disallow: /


User-agent: TurnitinBot/1.5
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: URL Control
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: URLy Warning
Disallow: /

User-agent: VCI WebViewer VCI WebViewer Win32
Disallow: /

User-agent: VCI
Disallow: /

User-agent: Web Image Collector
Disallow: /

User-agent: WebAuto
Disallow: /

User-agent: WebBandit/3.50
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: WebCapture 2.0
Disallow: /

User-agent: WebCopier v.2.2
Disallow: /

User-agent: WebCopier v3.2a
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebEnhancer
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: Website Quester
Disallow: /

User-agent: Webster Pro
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebZip/4.0
Disallow: /

User-agent: WebZIP/4.21
Disallow: /

User-agent: WebZIP/5.0
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: Wget/1.5.3
Disallow: /

User-agent: Wget/1.6
Disallow: /

User-agent: Wget
Disallow: /

User-agent: wget
Disallow: /

User-agent: WWW-Collector-E
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /

User-agent: Zeus Link Scout
Disallow: /

User-agent: Zeus
Disallow: /