User-agent: * Crawl-delay: 1 Disallow: /addurl.php Disallow: /cgi-bin/ Disallow: /images/ Disallow: /search.php Disallow: /captcha.php Disallow: /in.php Disallow: /md5.js Disallow: /stats.php Disallow: /admin/