# AUTHOR : SharkyUK # CREATED : 25Jan2006 # UPDATED : 13Feb2007 #----------------------------------------------------------------------- # the following lines disallow access to common spambots, trawlers, etc. # (should help reduce unnecessary bandwidth usage) User-agent: Mediapartners-Google* Disallow: User-agent: almaden Disallow: / User-agent: ASPSeek Disallow: / User-agent: Axmo Disallow: / User-agent: BaiduSpider Disallow: / User-agent: booch Disallow: / User-agent: DTS Agent Disallow: / User-agent: Downloader Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Expired Domain Sleuth Disallow: / User-agent: Franklin Locator Disallow: / User-agent: Gaisbot Disallow: / User-agent: grub Disallow: / User-agent: HughCrawler Disallow: / User-agent: iaea.org Disallow: / User-agent: lcabotAccept Disallow: / User-agent: IconSurf Disallow: / User-agent: Iltrovatore-Setaccio Disallow: / User-agent: Indy Library Disallow: / User-agent: IUPUI Disallow: / User-agent: Kittiecentral Disallow: / User-agent: iaea.org Disallow: / User-agent: larbin Disallow: / User-agent: lwp-trivial Disallow: / User-agent: MetaTagRobot Disallow: / User-agent: Missigua Locator Disallow: / User-agent: NetResearchServer Disallow: / User-agent: NextGenSearch Disallow: / User-agent: NPbot Disallow: / User-agent: Nutch Disallow: / User-agent: ObjectsSearch Disallow: / User-agent: Oracle Ultra Search Disallow: / User-agent: PEERbot Disallow: / User-agent: PictureOfInternet Disallow: / User-agent: PlantyNet Disallow: / User-agent: QuepasaCreep Disallow: / User-agent: ScSpider Disallow: / User-agent: SOFT411 Disallow: / User-agent: spider.acont.de Disallow: / User-agent: Sqworm Disallow: / User-agent: SSM Agent Disallow: / User-agent: TAMU Disallow: / User-agent: TheUsefulbot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Tutorial Crawler Disallow: / User-agent: TutorGig Disallow: / User-agent: WebCopier Disallow: / User-agent: WebZIP Disallow: / User-agent: ZipppBot Disallow: / User-agent: Xenu Disallow: / User-agent: Wotbox Disallow: / User-agent: Wget Disallow: / User-agent: NaverBot Disallow: / User-agent: mozDex Disallow: / #----------------------------------------------------------------------- # the following lines disallow access to specific directories and files User-agent: * Disallow: /backups_homepage/ Disallow: /bkp.phpBB2/ Disallow: /cgi-bin/ Disallow: /cotm/ Disallow: /design2_imgs/ Disallow: /links/ Disallow: /gallery/ Disallow: /howto/ Disallow: /mmedia/ Disallow: /phpBB2.bkp/ Disallow: /public_docs/ Disallow: /Random Files/ Disallow: /test/ Disallow: /toolk/ Disallow: /trstats/ Disallow: /Videos/ User-agent: * Disallow: /admin.html Disallow: /articles.php Disallow: /commonscripts.php Disallow: /design2.css Disallow: /index.old Disallow: /mmedia.php Disallow: /pagefooter.php Disallow: /pageheader.php Disallow: /sidemenu.php Disallow: /slideshow.php Disallow: /test.php Disallow: /troprocess.php Disallow: /viewgallery.php #-----------------------------------------------------------------------