User-agent: *
Allow: /

User-agent: *
Disallow: /external_footer

User-agent: *
Disallow: /js

User-agent: *
Disallow: /css

User-agent: Mediapartners-Google
Disallow: /

User-agent: duggmirror
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /