# Robots.txt 

#Exclude all robots from part of the server
User-agent: *
Disallow: /_am/
Disallow: /_private/
Disallow: /admin/
Disallow: /cf-inf/
Disallow: /cfm_scripts/
Disallow: /Connections/
Disallow: /css/
Disallow: /docs/
Disallow: /errors/
Disallow: /ftpphotos/
Disallow: /js/
Disallow: /js_nav/
Disallow: /login/
Disallow: /old/
Disallow: /pp/
Disallow: /tempe/
Disallow: /Templates/
Disallow: /udf/
Disallow: /vip/

# Disallow Collectors and Spam 
User-agent: atSpider 
Disallow: / 

User-agent: cherrypicker 
Disallow: / 

User-agent: DSurf 
Disallow: / 

User-agent: EliteSys Entry 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: Mail Sweeper 
Disallow: / 

User-agent: munky 
Disallow: / 

User-agent: Roverbot 
Disallow: / 

User-agent: WebEmailExtrac 
Disallow: /