###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#
User-agent: *
# list folders robots are not allowed to index


Disallow: /MTAMatrixManagement/index.html

Disallow: /MTAProjectManagement/index.html

Disallow: /CSS
Disallow: /MTAMedia
Disallow: /p7pm
Disallow: /Scripts

User-agent: psbot
Disallow: / 

User-agent: Titan 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: ExtractorPro 
Disallow: /