User-agent: * Disallow: /_css Disallow: /_images Disallow: /_script Disallow: /cgi-bin Allow: spider-xyz