User-agent: MJ12bot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Amazonbot             # Amazon's user agent
Disallow: /

User-agent: SiteAuditBot
Allow: /
Crawl-delay: 10

User-agent: SemrushBot-BA
Allow: /
Crawl-delay: 10

User-agent: SemrushBot-FT
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SplitSignalBot
Disallow: /

User-agent: SemrushBot-COUB
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Senuto
Allow: /
Crawl-delay: 10

User-agent: AhrefsBot 
Allow: /
Crawl-delay: 10

User-agent: SemrushBot
Allow: /
Crawl-delay: 10


User-agent: *
Allow: /