User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow:/

User-agent: mj12bot
Disallow:/

User-agent: Baiduspider
Disallow:/

User-agent: Yandex
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot           
Disallow: /          		

User-agent: PerplexityBot
Disallow: /

User-agent: meta-externalagent
Allow: / 

User-agent: Googlebot
Allow: /

User-agent: Ecosiabot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: bingbot
Allow: /

User-agent: applebot
Allow: /

slow_down_crawler_user_agents