User-agent: Googlebot
Allow: /

User-agent: ia_archiver
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

Disallow: /file-history
Disallow: /bulk-pdf-download