User-agent: googlebot	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: gulliver	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: slurp	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: fast	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: scooter	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: vscooter	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: ia_archiver	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: Nutch 	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: FAST-WebCrawler
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: teoma_agent1	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: Lycos_Spider_(T-Rex)	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: MSNBOT/0.1
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: ArchitextSpider
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: ZyBorg
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: Alexa
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

# Disallow all other crawlers

User-agent: BadBot		
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: Mozilla/3.0 	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: Mozilla/4.0 	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail


User-agent: Mediapartners-Google*
Disallow: /main/admin.php
Disallow: /main/admin/
Disallow: /main/images/
Disallow: /main/includes/
Disallow: /main/themes/
Disallow: /main/blocks/
Disallow: /main/modules/
Disallow: /main/language/
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: Teleport	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail

User-agent: WebCopier	
Disallow: /main/modules/Search
Disallow: /main/modules/WebMail