# If the Joomla site is installed within a folder such as at # e.g. www.example.com/joomla/ the robots.txt file MUST be # moved to the site root at e.g. www.example.com/robots.txt # AND the joomla folder name MUST be prefixed to the disallowed # path, e.g. the Disallow rule for the /administrator/ folder # MUST be changed to read Disallow: /joomla/administrator/ # For syntax checking, see: # http://tool.motoricerca.info/robots-checker.phtml User-agent: * Disallow: /administrator/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /includes/ Disallow: /language/ Disallow: /layouts/ Disallow: /libraries/ Disallow: /logs/ Disallow: /log/ Disallow: /plugins/ Disallow: /tmp/ Disallow: /medici/mail/ User-agent: SeekportBot disallow: / User-agent: Amazonbot # Amazon's user agent Disallow: / User-agent: MJ12bot disallow: / User-agent: Bytespider Disallow: / ser-agent: 200PleaseBot disallow: / User-agent: 2ADAMbot disallow: / User-agent: 2ADAMbot/1.0 disallow: / User-agent: 360Spider disallow: / user-agent: Abonti disallow: / user-agent: Abonti/0.92 disallow: / user-agent: abot v1.0 disallow: / user-agent: aboutthedomain disallow: / user-agent: Add Catalog disallow: / user-agent: Add Catalog/2.1 disallow: / user-agent: AdvBot disallow: / user-agent: AdvBot/2.0 disallow: / user-agent: Ahrefs-Bot disallow: / user-agent: AhrefsBot/1.0 disallow: / user-agent: Ahrefs-Bot/1.0 disallow: / user-agent: Ahrefs-Bot/2.0 disallow: / user-agent: Ahrefs-Bot/3.0 disallow: / user-agent: Ahrefs-Bot/4.0 disallow: / user-agent: Ahrefs-Bot/5.0 disallow: / User-agent: AhrefsBot Crawl-Delay: [10000000] user-agent: aiHitBot disallow: / user-agent: aiHitBot/2.9 disallow: / user-agent: Anonymous/0.0 disallow: / user-agent: Arachnida disallow: / user-agent: Associative Spider disallow: / User-agent: Baiduspider disallow: / User-agent: Baidu Spider disallow: / User-agent: Battleztar Bazinga disallow: / User-agent: Battleztar Bazinga/0.01 disallow: / User-agent: BDFetch disallow: / User-agent: betaBot disallow: / User-agent: bieshu disallow: / User-agent: Bigli SEO disallow: / User-agent: Blackboard Safeassign disallow: / User-agent: Blazer 1.0 disallow: / User-agent: BLEXBot disallow: / User-agent: BLEXBot/1.0 disallow: / User-agent: BLP_bbot disallow: / User-agent: BLP_bbot/0.1 disallow: / User-agent: BOIA-Accessibility-Agent/PR 1.0 disallow: / User-agent: BOT for JCE disallow: / User-agent: BOT/0.1 (BOT for JCE) disallow: / User-agent: BPImageWalker disallow: / User-agent: BPImageWalker/2.0 disallow: / User-agent: BUbiNG disallow: / User-agent: BuiBui-Bot disallow: / User-agent: BuiBui-Bot/1.0 disallow: / User-agent: ca-crawler disallow: / User-agent: ca-crawler/1.0 disallow: / User-agent: CakePHP disallow: / User-agent: Calypso v/0.01 disallow: / User-agent: Calypso disallow: / User-agent: CB/Nutch-1.7 disallow: / User-agent: CCBot disallow: / User-agent: CCBot/2.0 disallow: / User-agent: Checkbot disallow: / User-agent: checkgzipcompression.com disallow: / User-agent: chushou disallow: / User-agent: CloudServerMarketSpider disallow: / User-agent: CloudServerMarketSpider/1.0 disallow: / User-agent: Clushbot/3.x-BinaryFury disallow: / User-agent: CMS Crawler disallow: / User-agent: CMS Crawler: http://www.cmscrawler.com disallow: / User-agent: coccoc disallow: / User-agent: CoinCornerBot disallow: / User-agent: CoinCornerBot/1.1 disallow: / User-agent: Copyscape disallow: / User-agent: crawler4j disallow: / User-agent: CRAZYWEBCRAWLER 0.9.0 disallow: / User-agent: CRAZYWEBCRAWLER 0.9.1 disallow: / User-agent: CRAZYWEBCRAWLER 0.9.7 disallow: / User-agent: CrazyWebCrawler disallow: / User-agent: CrazyWebCrawler-Spider disallow: / User-agent: Crowsnest disallow: / User-agent: Crowsnest/0.5 disallow: / User-agent: Curious George - www.analyticsseo.com/crawler disallow: / User-agent: Curious George disallow: / User-agent: cuwhois disallow: / User-agent: cuwhois/1.0 disallow: / User-agent: dahoms disallow: / User-agent: datagnionbot disallow: / User-agent: DeuSu/5.0.2 disallow: / User-agent: Digincore disallow: / User-agent: Digincore bot disallow: / User-agent: Dispatch/0.11.0 disallow: / User-agent: Domain Re-Animator Bot disallow: / User-agent: DomainAppender /1.0 disallow: / User-agent: DomainAppender disallow: / User-agent: DomainCrawler/3.0 disallow: / User-agent: DomainSigmaCrawler disallow: / User-agent: DomainSigmaCrawler/0.1 disallow: / User-agent: Domnutch disallow: / User-agent: Domnutch-Bot disallow: / User-agent: Domnutch-Bot/Nutch disallow: / User-agent: Domnutch-Bot/Nutch-1.0 disallow: / User-agent: dotbot disallow: / User-agent: ECCP/1.2.1 disallow: / User-agent: eCommerceBot disallow: / User-agent: enlle punto com/Nutch-1.9 disallow: / User-agent: EPiServer Link Checker disallow: / User-agent: EuripBot disallow: / User-agent: EuripBot/2.0 disallow: / User-agent: evc/2.0 disallow: / User-agent: evc-batch disallow: / User-agent: evc-batch/2.0 disallow: / User-agent: Express WebPictures disallow: / User-agent: Faraday v0.8.8 disallow: / User-agent: Faraday disallow: / User-agent: Findxbot disallow: / User-agent: Findxbot/1.0 disallow: / User-agent: Flamingo_SearchEngine disallow: / User-agent: Flipboard Robot disallow: / User-agent: GetProxi.es-bot disallow: / User-agent: GetProxi.es-bot/1.1 disallow: / User-agent: GigablastOpenSource disallow: / User-agent: GigablastOpenSource/1.0 disallow: / User-agent: Girafabot disallow: / User-agent: Gluten Free Crawler disallow: / User-agent: Gluten Free Crawler/1.0 disallow: / User-agent: GriffinBot disallow: / User-agent: GrifinBot/0.01 disallow: / User-agent: GWPImages disallow: / User-agent: GWPImages/1.0 disallow: / User-agent: Haiula disallow: / User-agent: Haiula/1.4 disallow: / User-agent: HaosouSpider disallow: / User-agent: Hivemind disallow: / User-agent: HostHarvest disallow: / User-agent: HostHarvest/0.4.28 disallow: / User-agent: HRCrawler disallow: / User-agent: HRCrawler/2.0 disallow: / User-agent: http://git.io/tl_S2w disallow: / User-agent: http://www.checkprivacy.or.kr:6600/RS/PRIVACY_ENFAQ.jsp disallow: / User-agent: HubSpot Links Crawler 1.0 disallow: / User-agent: HubSpot Webcrawler disallow: / User-agent: HubSpot disallow: / User-agent: hunchan disallow: / User-agent: HyperCrawl disallow: / User-agent: HyperCrawl/0.2 disallow: / User-agent: ICAP-IOD disallow: / User-agent: ICC-Crawler disallow: / User-agent: ICC-Crawler/2.0 disallow: / User-agent: Ichiro Robot disallow: / User-agent: image.coccoc/1.0 disallow: / User-agent: Image2play disallow: / User-agent: Image2play/0.1 disallow: / User-agent: Indy Library disallow: / User-agent: InsightsCollector disallow: / User-agent: InsightsCollector/0.1 disallow: / User-agent: InsightsCollector/0.1beta disallow: / User-agent: integrity/5 disallow: / User-agent: InterNaetBoten disallow: / User-agent: InterNaetBoten/0.99 disallow: / User-agent: IRL Crawler disallow: / User-agent: James BOT - WebCrawler disallow: / User-agent: James BOT disallow: / User-agent: JamesBOT disallow: / User-agent: JetBrains 5.0 disallow: / User-agent: JetBrains disallow: / User-agent: Kraken disallow: / User-agent: Kraken/0.1 disallow: / User-agent: Kyoto-Tohoku-Crawler/v1 disallow: / User-agent: larbin disallow: / User-agent: lechenie disallow: / User-agent: libwww-perl disallow: / User-agent: link checker disallow: / User-agent: Link/1.0 disallow: / User-agent: linkCheck disallow: / User-agent: linkCheckV3.0 disallow: / User-agent: Linkdex disallow: / User-agent: linkdex.com/v2.0 disallow: / User-agent: linkdex.com/v2.1 disallow: / User-agent: LinkdexBot disallow: / User-agent: linkdexbot/2.0 disallow: / User-agent: linkdexbot/2.1 disallow: / User-agent: linkdexbot-mobile/2.1 disallow: / User-agent: LinkpadBot disallow: / User-agent: LinkpadBot/1.06 disallow: / User-agent: LinqiaScrapeBot disallow: / User-agent: LinqiaScrapeBot/1.0 disallow: / User-agent: Lipperhey SEO Service disallow: / User-agent: Lipperhey disallow: / User-agent: Lipperhey-Kaus-Australis disallow: / User-agent: Lipperhey-Kaus-Australis/5.0 disallow: / User-agent: listicka disallow: / User-agent: LSSRocketCrawler disallow: / User-agent: LSSRocketCrawler/1.0 LightspeedSystems disallow: / User-agent: LSSRocketCrawler/1.0 disallow: / User-agent: ltx71 disallow: / User-agent: LWNutch/Nutch-1.4 disallow: / User-agent: Mail.RU disallow: / User-agent: Mail.RU_Bot disallow: / User-agent: Mail.RU_Bot/2.0 disallow: / User-agent: Mail.RU_Bot/Fast/2.0 disallow: / User-agent: meanpathbot disallow: / User-agent: MegaIndex.ru disallow: / User-agent: MegaIndex.ru/2.0 disallow: / User-agent: mezhpozvonochnoi disallow: / User-agent: Mike-Crawler disallow: / User-agent: MixBot disallow: / User-agent: MixrankBot disallow: / User-agent: MJ12bot disallow: / User-agent: Monkeybot/0.1 disallow: / User-agent: my crawler disallow: / User-agent: My Nutch Spider/Nutch-1.9 disallow: / User-agent: mycrowl/Nutch-1.9 disallow: / User-agent: MyGreatUA/2.0 disallow: / User-agent: MyIPTest disallow: / User-agent: NameProtect Robot disallow: / User-agent: NerdyBot disallow: / User-agent: Netcraft Spider disallow: / User-agent: netEstate NE Crawler disallow: / User-agent: NetLyzer FastProbe disallow: / User-agent: NetResearchServer disallow: / User-agent: NetResearchServer/4.0 disallow: / User-agent: Nmap Scripting Engine disallow: / User-agent: node.io disallow: / User-agent: node.js disallow: / User-agent: Node/simplecrawler 0.5.2 disallow: / User-agent: Node/simplecrawler disallow: / User-agent: oBot/2.3.1 disallow: / User-agent: omgilibot disallow: / User-agent: omgilibot/0.4 disallow: / User-agent: Online Domain Tools - Online Website Link Checker disallow: / User-agent: Online Domain Tools - Online Website Link Checker/1.2 disallow: / User-agent: Openfind Robot disallow: / User-agent: OpenHoseBot disallow: / User-agent: OpenHoseBot/2.1 disallow: / User-agent: Openstat disallow: / User-agent: Openstat/0.1 disallow: / User-agent: OptimizationCrawler disallow: / User-agent: OptimizationCrawler/0.2 disallow: / User-agent: Page Analyzer v4.0 disallow: / User-agent: Page Analyzer disallow: / User-agent: PageAnalyzer disallow: / User-agent: PageAnalyzer/1.1 disallow: / User-agent: PageAnalyzer/1.5 disallow: / User-agent: PagesInventory disallow: / User-agent: Pagespeed/1.1 Fetcher disallow: / User-agent: Pagespeed/1.1 disallow: / User-agent: Pagespeedbot disallow: / User-agent: Perl LWP disallow: / User-agent: PHPCrawl disallow: / User-agent: phpSiteCheck 1.0 disallow: / User-agent: phpSiteCheck disallow: / User-agent: Plukkie disallow: / User-agent: POGS/2.0 disallow: / User-agent: Powermarks disallow: / User-agent: PowerPivot disallow: / User-agent: PRIVACY_ENFAQ.jsp disallow: / User-agent: Prlog disallow: / User-agent: Prlog/1.0 disallow: / User-agent: publiclibraryarchive.org disallow: / User-agent: publiclibraryarchive.org/1.0 disallow: / User-agent: Pu_iN Crawler disallow: / User-agent: Putin disallow: / User-agent: Putin spider disallow: / User-agent: qingdao disallow: / User-agent: QlikView disallow: / User-agent: quipu disallow: / User-agent: quipu/1.0 disallow: / User-agent: quipu/2.0 disallow: / User-agent: R6_CommentReader disallow: / User-agent: R6_FeedFetcher disallow: / User-agent: Riddler disallow: / User-agent: RivalSeek.com-Bot disallow: / User-agent: rogerbot disallow: / User-agent: rogerbot/1.0 disallow: / User-agent: rootlink disallow: / User-agent: RU_Bot/2.0 disallow: /