# Written By Miranda Johnson


#the disallowed agents are known email harvesters used by spammers!
User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

#allow content to search engine spiders except in the following folders
User-agent: *
Disallow: /includes/
Disallow: /Admin/
Disallow: /Application/
Disallow: /Images/
Disallow: /nppBackup/
Disallow: /ABX.Data/
Disallow: /ABX.Data.SqlClient/
Disallow: /ABX.Entities/
Disallow: /ABX.SQL/
Disallow: /ABX.Web/
Disallow: /ABX.Website/
Disallow: /Employees/
Disallow: /obj/
Disallow: /Properties/
Disallow: /References/