User-agent: * Allow: /*.js* Allow: /*.css* Allow: /*.png* Allow: /*.jpg* Allow: /*.gif* Allow: /templates/sendpulsev1/css/ Allow: /templates/sendpulsev1/js/ Allow: /templates/sendpulsev1/img/ Allow: /templates/sendpulsev1/fonts/ Disallow: /templates/sendpulsev1/helper/support/* Disallow: /administrator/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /component/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /layouts/ Disallow: /libraries/ Disallow: /logs/ Disallow: /tmp/ Disallow: /knowledge-base/search Disallow: /ru/knowledge-base/search Disallow: /de/knowledge-base/search Disallow: /latam/knowledge-base/search Disallow: /br/knowledge-base/search Disallow: /it/knowledge-base/search Disallow: /tr/knowledge-base/search Disallow: /search Disallow: /ru/search Disallow: /de/search Disallow: /latam/search Disallow: /br/search Disallow: /it/search Disallow: /tr/search Disallow: /home User-Agent: MJ12bot Crawl-Delay: 30 User-agent: BLEXBot Crawl-delay: 35 User-agent: YioopBot Crawl-Delay: 120 User-agent: SemrushBot Disallow: / User-agent: SiteAuditBot Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SemrushBot-SI Disallow: / User-agent: SemrushBot-SWA Disallow: / User-agent: SemrushBot-CT Disallow: / User-agent: SplitSignalBot Disallow: / User-agent: SemrushBot-COUB Disallow: / User-agent: SiteCheckerBotCrawler Disallow: / User-agent: CCBot Crawl-Delay: 135 User-agent: Grammarly Crawl-Delay: 60 User-agent: GPTBot Crawl-Delay: 135 User-agent: DataForSeoBot Crawl-Delay: 135 User-agent: Amazonbot Crawl-Delay: 135 User-agent: meta-externalagent/1.1 Crawl-Delay: 135 User-agent: AwarioRssBot Crawl-delay: 135 User-agent: AwarioSmartBot Crawl-delay: 135