User-agent: Googlebot
Disallow: /cgi-bin
Disallow: /*.pdf$

User-agent: Mediapartners-Google
Disallow: /cgi-bin

User-agent: Slurp
Disallow: /cgi-bin
Disallow: /*.pdf$
Crawl-delay: 120

User-agent: www.webwombat.com.au
Disallow: /cgi-bin
Disallow: /*.pdf
Crawl-delay: 120

User-agent: msnbot
Crawl-delay: 120
Disallow: /cgi-bin
Disallow: /*.pdf$
User-agent: msnbot-media
Crawl-delay: 120
Disallow: /cgi-bin
Disallow: /*.pdf$
User-agent: msnbot-products
Crawl-delay: 120
Disallow: /cgi-bin
Disallow: /*.pdf$
User-agent: msnbot-newsblogs
Crawl-delay: 120
Disallow: /cgi-bin
Disallow: /*.pdf$

User-agent: *
Disallow: /