User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Nimbostratus-Bot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Pinterestbot
Disallow: /

User-agent: MixrankBot
Disallow: /

User-agent: coccocbot
Disallow: /

User-agent: oBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Googlebot
Allow: /


User-agent: *
Crawl-delay: 50

User-agent: *
Disallow: /web/Home/
Disallow: /cdn-cgi/
Disallow: /cgi-bin/
Disallow: /wp-admin
Disallow: /wp-content
Disallow: /wp-includes
Disallow: /ads.txt
Disallow: /sitemap_index.xml
Disallow: /sitemap-index.xml
Disallow: /news-sitemap.xml
Disallow: /news_sitemap.xml
Disallow: /sitemap.txt
Disallow: /sitemap.html
Disallow: /*.php
Disallow: /*DESC$
Disallow: /*ASC$
Disallow: /*?*aspxerrorpath=
Disallow: /*?*sortByOrder=
Disallow: /*?*sortByPrice=
Disallow: /*?*returnUrl=
Disallow: /h/ProductCart
Disallow: /h/ProductCheckout
Disallow: /h/memberLogin
Disallow: /h/MemberLogin
Disallow: /h/ForgetPassword