User-agent: Googlebot
Allow: /
Disallow: /adultcrowd.html

User-agent: ia_archiver
Disallow: /