User-agent: *
Disallow: /pdf/
Disallow: /zip/

User-agent: Google
Disallow: /pdf/
Disallow: /zip/

User-agent: TMCrawler
Disallow: /

User-agent: WebAlta
Disallow: /

User-agent: Twiceler
Disallow: /