User-agent: *
Disallow: /cgi-bin
Disallow: /files
Disallow: /download
Disallow: /web
Disallow: /media