User-agent: facebookexternalhit
Disallow: / 

User-agent: meta-externalagent
Disallow: /

User-agent: amazonbot
Disallow: /

User-agent: semrushbot
Disallow: /

User-agent: ahrefsbot
Disallow: /

User-agent: petalbot
Disallow: /

User-agent: mj12bot
Disallow: / 

User-agent: dotbot
Disallow: /

User-agent: surdotlybot
Disallow: /

User-agent: gptbot
Disallow: /

User-agent: bytespider
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: *
Disallow:
Crawl-delay: 60