# AUTHOR : SharkyUK # CREATED : 18Feb2006 # UPDATED : #----------------------------------------------------------------------- # the following lines disallow access to common spambots, trawlers, etc. # (should help reduce unnecessary bandwidth usage) User-agent: almaden Disallow: / User-agent: ASPSeek Disallow: / User-agent: Axmo Disallow: / User-agent: BaiduSpider Disallow: / User-agent: booch Disallow: / User-agent: DTS Agent Disallow: / User-agent: Downloader Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Expired Domain Sleuth Disallow: / User-agent: Franklin Locator Disallow: / User-agent: Gaisbot Disallow: / User-agent: grub Disallow: / User-agent: HughCrawler Disallow: / User-agent: iaea.org Disallow: / User-agent: lcabotAccept Disallow: / User-agent: IconSurf Disallow: / User-agent: Iltrovatore-Setaccio Disallow: / User-agent: Indy Library Disallow: / User-agent: IUPUI Disallow: / User-agent: Kittiecentral Disallow: / User-agent: iaea.org Disallow: / User-agent: larbin Disallow: / User-agent: lwp-trivial Disallow: / User-agent: MetaTagRobot Disallow: / User-agent: Missigua Locator Disallow: / User-agent: NetResearchServer Disallow: / User-agent: NextGenSearch Disallow: / User-agent: NPbot Disallow: / User-agent: Nutch Disallow: / User-agent: ObjectsSearch Disallow: / User-agent: Oracle Ultra Search Disallow: / User-agent: PEERbot Disallow: / User-agent: PictureOfInternet Disallow: / User-agent: PlantyNet Disallow: / User-agent: QuepasaCreep Disallow: / User-agent: ScSpider Disallow: / User-agent: SOFT411 Disallow: / User-agent: spider.acont.de Disallow: / User-agent: Sqworm Disallow: / User-agent: SSM Agent Disallow: / User-agent: TAMU Disallow: / User-agent: TheUsefulbot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Tutorial Crawler Disallow: / User-agent: TutorGig Disallow: / User-agent: WebCopier Disallow: / User-agent: WebZIP Disallow: / User-agent: ZipppBot Disallow: / User-agent: Xenu Disallow: / User-agent: Wotbox Disallow: / User-agent: Wget Disallow: / User-agent: NaverBot Disallow: / User-agent: mozDex Disallow: / #----------------------------------------------------------------------- # the following lines disallow access to specific directories and files User-agent: * Disallow: /ctr/ Disallow: /gallery/ Disallow: /misc/ Disallow: /sukextra/ Disallow: /phpBB2/ #-----------------------------------------------------------------------