#Disallow the Titan spider access to all files (spammer) User-agent: Titan Disallow: / User-agent: * Disallow: /phpBB2/ User-agent: * Disallow: /phpBB2/profile.php #Disallow the EmailCollector spider access to all files (spammer) User-agent: EmailCollector Disallow: / #Disallow the EmailSiphon spider access to all files (spammer) User-agent: EmailSiphon Disallow: / #Disallow the EmailWolf spider access to all files (spammer) User-agent: EmailWolf Disallow: / #Disallow the ExtractorPro spider access to all files (spammer) User-agent: ExtractorPro Disallow: / #Allow the google spider access to all files User-agent: Googlebot Disallow: #Allow the Ask Jeeves spider access to all files User-agent: Ask Jeeves Disallow: #Allow the Alta vista spider access to all files User-agent: Scooter Disallow: #Allow the Alta vista spider access to all files User-agent: Mercator Disallow: #Allow the infoseek spider access to all files User-agent: InfoSeek sidewinder Disallow: #Allow the infoseek spider access to all files User-agent: Ultraseek Disallow: #Allow the Lycos spider access to all files User-agent: Lycos_Spider_(T-Rex) Disallow: #Allow the Webcrawler spider access to all files User-agent: WebCrawler Disallow: #Allow the Teoma.com spider access to all files User-agent: TeomaAgent Disallow: #Allow the Wisenut.com spider access to all files User-agent: Zyborg Disallow: #Allow the NorthernLight.com spider access to all files User-agent: Gulliver Disallow: #Allow the excite.com spider access to all files User-agent: Architext spider Disallow: User-agent: FAST-WebCrawler Disallow: User-agent: Slurp Disallow: User-agent: ia_archiver Disallow: User-agent: crawler@fast Disallow: User-agent: Crawler Disallow: User-agent: Fluffy the Spider Disallow: User-agent: MantraAgent Disallow: User-agent: Moget Disallow: User-agent: MuscatFerret Disallow: User-agent: VoilaBot Disallow: User-agent: Sleek Spider Disallow: User-agent: KIT_Fireball Disallow: User-agent: * Disallow: /phpBB2/admin/ Disallow: /phpBB2/faq.php Disallow: /phpBB2/groupcp.php Disallow: /phpBB2/login.php Disallow: /phpBB2/memberlist.php Disallow: /phpBB2/modcp.php Disallow: /phpBB2/posting.php Disallow: /phpBB2/privmsg.php Disallow: /phpBB2/profile.php Disallow: /phpBB2/search.php Disallow: /phpBB2/viewonline.php