# robots.txt#
User-agent: *
Disallow: /cache/ 
Disallow: /files/ 
Disallow: /docs/ 
Disallow: /images/ 

User-agent: ia_archiver
Disallow: /
User-agent: ia_archiver/1.6
Disallow: /