# Block Baidu (China's biggest search engine)
User-agent: Baiduspider
Disallow: /

# Block Sogou
User-agent: Sogou Spider
Disallow: /

# Block 360 Search
User-agent: 360Spider
Disallow: /

# Block Shenma (Alibaba)
User-agent: YisouSpider
Disallow: /

# Block SOSO (Tencent)
User-agent: Sosospider
Disallow: /

# Block other lesser-known Chinese crawlers
User-agent: Bytespider
Disallow: /
User-agent: EtaoSpider
Disallow: /
# Block Yandex's bot (Russia)
User-agent: YandexBot
Disallow: /

# Block UOLBot (Universo Online - Brazil)
User-agent: UOLBot
Disallow: /

# Block RadarURL crawler (Brazil)
User-agent: RadarURL
Disallow: /

# Rate-limit Ahrefs SEO crawler (Ahrefs - Singapore / Global)
User-agent: AhrefsBot
Crawl-delay: 10

# Rate-limit Semrush crawler (SEMrush - United States / Global)
User-agent: SemrushBot
Crawl-delay: 10

# Rate-limit Moz crawler (DotBot - United States)
User-agent: dotbot
Crawl-delay: 10

User-agent: *
Allow: /
Disallow: /products?o=
Disallow: /Products?o=
Disallow: /products*&o=
Disallow: /Products*&o=
Sitemap: https://www.mr-resistor.co.uk/sitemap.xml