User-agent: * Disallow: /goto.php Disallow: /rss_ Disallow: /memberlist.php Disallow: /search.php Disallow: /groupcp.php Disallow: /privmsg.php Disallow: /login.php Disallow: /profile.php Disallow: /posting.php Crawl-delay: 5 Request-rate: 1/5 # maximum rate is one page every 10 seconds