User-agent: *
Disallow: /cgi-bin/ 
Disallow: /usage/ 
Disallow: /logs/ 


User-agent: Mediapartners-Google* 
Disallow: 

User-agent: Googlebot
Disallow: /*.gif$

User-agent: Googlebot
Disallow: /*.pdf$