User-agent: * Disallow: /admincp Disallow: /backup Disallow: /bookmark Disallow: /chat Disallow: /chat2 Disallow: /includes Disallow: /modcp Disallow: /webalizer Disallow: /cgi-bin/ Disallow: /attachment.php Disallow: /editpost.php Disallow: /member.php Disallow: /misc.php Disallow: /moderator.php Disallow: /newreply.php Disallow: /newthread.php Disallow: /online.php Disallow: /poll.php Disallow: /postings.php Disallow: /printthread.php Disallow: /private.php Disallow: /report.php Disallow: /search.php Disallow: /sendmessage.php Disallow: /threadrate.php Disallow: /usercp.php Disallow: /admincp/ Disallow: /images/ Disallow: /modcp/ Disallow: /images/ Disallow: /includes/ Disallow: /admin.php Disallow: /auth.inc.php Disallow: /banners.php Disallow: /config.php Disallow: /footer.php Disallow: /header.php Disallow: /index.php Disallow: /mainfile.php Disallow: /modules.php Disallow: /user.php Disallow: /vbp_includes.php Disallow: /vbpolls.php # spammer User-agent: LinkWalker Disallow: / # archiver - no thanks User-agent: ia_archiver Disallow: / # company letting crawl the community: nono User-agent: grub-client Disallow: /