User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 6.0 Robot)

*** Default Section - DO NOT REMOVE OR EDIT THIS SECTION ***
Deny 80legs
User-agent: 008
Disallow: /
#Baiduspider
User-agent: Baiduspider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-Agent: msnbot
Crawl-Delay: 5
User-Agent: bingbot
Crawl-Delay: 5

user-agent: CrownPeakSearchG2Crawler
Allow: /
*** END OF DO NOT EDIT SECTION ***

User-agent: *
Allow: /
Disallow: /_master
Disallow: /_site-configuration
Disallow: /_folder-configuration

User-agent: Googlebot
Allow: /
Disallow: /_master
Disallow: /_site-configuration
Disallow: /_folder-configuration

User-agent: bingbot
Allow: /
Disallow: /_master
Disallow: /_site-configuration
Disallow: /_folder-configuration

User-agent: Twitterbot
Allow: /

Sitemap: http://www.freemanhealth.com/sitemap.xml