User-agent: *
Disallow: /assets
Disallow: /cgi-bin
Disallow: /scgi-bin
Disallow: /CSS
Disallow: /dvd
Disallow: /search
Disallow: /transfers