# robots.txt for http://www.vladimirkagan.com/

Sitemap: http://www.vladimirkagan.com/sitemap.xml

# General Spider Indexing Instructions
User-agent: *
#
# Specific Files Not Allowed to Index
Disallow: /formThanks.php5
Disallow: /error404.html

# Specific Spiders Not Allowed to Index 
User-agent: Titan 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: ExtractorPro 
Disallow: /