User-agent: *
Allow: /
Disallow: /log/
Disallow: /cgi-bin/
Disallow: /intern/
User-agent: BadSpider