User-agent: *
Disallow: /
User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /privatedir/allow: /assets/
Disallow: /assetmanager/
Disallow: /cron/
Disallow: /images/
Disallow: /mp3s/
Disallow: /foreclosure/