User-agent: * Disallow: /cgi-bin/ Disallow: search.php Disallow: newsearch.php Disallow: admin.php Disallow: header.php Disallow: footer.php