User-agent: *

Disallow: /_mt
Disallow: /_private
Disallow: /test

Disallow: /cgi-bin
Disallow: /css
Disallow: /feeds
Disallow: /images
Disallow: /js
Disallow: /logs
Disallow: /usage

Disallow: /*.pdf$
Disallow: /*.zip$