User-agent: Googlebot Crawl-delay: 10 Disallow: /jquery/ Disallow: /fthadmin/ Disallow: /logfiles/ Disallow: /OLD_FILES/ Disallow: /templates/ Disallow: /js/ckeditor_smileys/ Disallow: /js/ Disallow: /json/ Disallow: /css/custom-theme1 Disallow: /css/custom-theme2 Disallow: /css/custom-theme3 Disallow: /css/custom-theme-c Disallow: /css/custom-theme-d User-agent: bingbot Crawl-delay: 30 Disallow: /jquery/ Disallow: /fthadmin/ Disallow: /logfiles/ Disallow: /OLD_FILES/ Disallow: /templates/ Disallow: /js/ Disallow: /json/ Disallow: /css/custom-theme1 Disallow: /css/custom-theme2 Disallow: /css/custom-theme3 Disallow: /css/custom-theme-c Disallow: /css/custom-theme-d User-agent: MSNBot Crawl-delay: 20 Disallow: /jquery/ Disallow: /fthadmin/ Disallow: /logfiles/ Disallow: /OLD_FILES/ Disallow: /templates/ Disallow: /js/ Disallow: /json/ Disallow: /css/custom-theme1 Disallow: /css/custom-theme2 Disallow: /css/custom-theme3 Disallow: /css/custom-theme-c Disallow: /css/custom-theme-d User-agent: Slurp Crawl-delay: 10 Disallow: /jquery/ Disallow: /fthadmin/ Disallow: /logfiles/ Disallow: /OLD_FILES/ Disallow: /templates/ Disallow: /js/ Disallow: /json/ Disallow: /css/custom-theme1 Disallow: /css/custom-theme2 Disallow: /css/custom-theme3 Disallow: /css/custom-theme-c Disallow: /css/custom-theme-d User-agent: MJ12bot Disallow: / User-agent: pmoz.info Disallow: / User-agent: Yak Disallow: / User-agent: AlphaSeoBot Disallow: / User-agent: AlphaSeoBot-SA Disallow: / User-agent: omgili Disallow: / User-agent: linkdexbot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: SemrushBot Disallow: / User-agent: spbot Disallow: / User-agent: coccocbot-web Disallow: / User-agent: Pinterest Disallow: / User-agent: Uptimebot Disallow: / User-agent: magpie-crawler Disallow: / User-agent: rogerbot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: stremorbot Disallow: / User-agent: YandexBot Disallow: / User-agent: Ezooms Disallow: / User-agent: omgilibot Disallow: / User-agent: SeznamBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: Sosospider Disallow: / User-agent: Sosospider+ Disallow: / User-agent: wonderbot/JS 1.0 Disallow: / User-agent: HubSpot Disallow: / User-agent: SurdotlyBot/1.0 Disallow: / User-agent: spbot/5.0.3 Disallow: / User-agent: Yandex Disallow: / User-agent: moget User-agent: ichiro Disallow: / User-agent: NaverBot User-agent: Yeti Disallow: / User-agent: Baiduspider User-agent: Baiduspider-video User-agent: Baiduspider-image Disallow: / User-agent: sogou spider Disallow: / User-agent: YoudaoBot Disallow: / User-agent: linkdexbot/2.0 Disallow: / User-agent: BUbiNG Disallow: / User-agent : DAUM Disallow : / User-agent: YoudaoBot Disallow: / User-agent: ZoominfoBot Disallow: /