User-agent: *
Sitemap: http://www.yourdictionary.com/sitemap.xml
Sitemap: http://americanheritage.yourdictionary.com/sitemap.xml
Sitemap: http://websters.yourdictionary.com/sitemap.xml
Sitemap: http://sentence.yourdictionary.com/sitemap.xml
#^^^^Tue Jan  8 10:50:11 PST 2013
#Crawl-delay: .5 
Disallow: /business_profile/
Disallow: /ahd/test/
Disallow: /store/
Disallow: /includes/
Disallow: /css/
Disallow: /js/
Disallow: /member/
Disallow: /community/
Disallow: /members/
Disallow: /community/pg
Disallow: /community/act
Disallow: /community/exp
Disallow: /community/sys
Disallow: /community/.
Disallow: /community/eng
Disallow: /community/_
Disallow: /frontend_dev.php
Disallow: /index.php
Disallow: /article/Article
Disallow: /feedbackarticle/  
Disallow: /feedbackentry/  
# Limit ScoutJet's crawl rate (example is to crawl no more than 1 page every 5 seconds)
#http://scoutjet.com/


User-agent: ScoutJet 
Crawl-delay: 2
Disallow: /search

User-agent: SeznamBot
Crawl-delay: 2
Disallow: /search

User-agent: CompSpyBot
Crawl-delay: 2
Disallow: /search

User-agent: Aghaven/Nutch-1.2
Crawl-delay: 2
Disallow: /search

######### Wed Jan 30 19:29:17 PST 2013,dvm
User-agent: Yandex
Crawl-delay: 2 # specifies a 2 second timeout
Disallow: /search
#########
User-agent: proximic
Disallow: /search
Crawl-delay: 3

################ Thu Feb  7 19:17:20 PST 2013
User-agent: Blekkobot
Disallow: /
Crawl-delay: 3