User-agent:*
Disallow: /pdf/

User-agent: Teoma
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: grub
Disallow: /

User-agent: grub-client
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-Agent: InternetSeer.com
Disallow: /