User-agent: * 
Disallow: /admin/
Disallow: /datafeeds/
Disallow: /dev/
Disallow: /intranet/
Disallow: /tmpcookies/
Disallow: /cgi-bin/
Disallow: /crm/
Disallow: /tests/