# Robots.txt 

#Exclude all robots from part of the server
User-agent: *
Disallow: /_am/
Disallow: /_db/
Disallow: /admin/
Disallow: /css/
Disallow: /errors/
Disallow: /fonts/
Disallow: /images/
Disallow: /js/
Disallow: /login/

# Disallow Collectors and Spam 
User-agent: atSpider 
Disallow: / 

User-agent: cherrypicker 
Disallow: / 

User-agent: DSurf 
Disallow: / 

User-agent: EliteSys Entry 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: Mail Sweeper 
Disallow: / 

User-agent: munky 
Disallow: / 

User-agent: Roverbot 
Disallow: / 

User-agent: WebEmailExtrac 
Disallow: /