SITEMAP: http://www.mansites.com/sitemap.xml

User-agent: ia_archiver
Disallow: 

User-Agent: Python-urllib/1.10
Disallow: /

User-Agent: Python-urllib
Disallow: /

User-agent: Brutus/AET
Disallow: /

User-agent: Slurp/cat
Disallow: /

User-agent: fast
Disallow: /

User-agent: Indy Library
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Teleport Pro
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: Second Street Research
Disallow: /

User-agent: SuperBot
Disallow: /

User-agent: Fetch API
Disallow: /
 
User-agent: Franklin Locator 
Disallow: / 

User-agent: TuringOS
Disallow: / 

User-agent: msnbot/1.0
Disallow: / 

User-agent: *
Disallow: /cgi-bin/