User-agent: *
Allow: /

User-agent: googlebot 
Disallow: /404/
Disallow: /images/
Disallow: /xml/
Disallow: /css/