# ---------------------- # https://ahrefs.com user-agent: AhrefsBot Crawl-delay: 30 # https://semrush.com User-agent: SemrushBot Crawl-delay: 60 # https://semrush.com User-agent: SemrushBot-SA Crawl-delay: 60 # https://apple.com Siri User-agent: Applebot Crawl-delay: 300 # https://support.alexa.com Alexa User-agent: User-agent: ia_archiver Crawl-delay: 300 # https://moz.com User-agent: dotbot Disallow: / # http://napoveda.seznam.cz User-agent: SeznamBot Disallow: / # https://monitorbacklinks.com User-agent: MBCrawler/1.0 Disallow: / # https://turnitin.com User-agent: TurnitinBot Disallow: / # http://commoncrawl.org User-agent: CCBot Disallow: / # https://napoveda.seznam.cz User-agent: SeznamBot Disallow: / # http://help.coccoc.com/search-engine User-agent: coccocbot-web Disallow: / # Yandex User-agent: Yandex Disallow: / # Info (English): http://help.goo.ne.jp/help/article/853/ User-agent: moget User-agent: ichiro Disallow: / # Info: http://help.naver.com/customer/etc/webDocument02.nhn User-agent: NaverBot User-agent: Yeti Disallow: / # Info: http://www.baidu.com/search/spider.htm User-agent: Baiduspider User-agent: Baiduspider-video User-agent: Baiduspider-image Disallow: / # Info: http://www.sogou.com/docs/help/webmasters.htm#07 User-agent: sogou spider Disallow: / # Info: http://www.youdao.com/help/webmaster/spider/ User-agent: YoudaoBot Disallow: / # ---------------------- # ---------------------- # FULL access to all User-agent: * Disallow: /admin/ Disallow: /consultants/ Disallow: /img/ Disallow: /directory/ Disallow: /catalog/ Disallow: /checkout/ # Disallow: /*?* Disallow: /trainer/*/product/ Disallow: /class-* Disallow: /simple-training-calendar Disallow: /simple-training-calendar-filter Disallow: /relatedproducts/index/index Disallow: /blog/wp-content/uploads/* Crawl-delay: 20 Sitemap: https://www.springpeople.com/sitemap.xml Sitemap: https://www.springpeople.com/blog/sitemap.xml