User-agent: SemrushBot
User-agent: SemrushBot-BA
User-agent: meta-externalagent
User-agent: GPTBot
User-agent: MJ12bot
User-agent: Bytespider
Disallow: /

User-agent: *
Crawl-delay: 20
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /class/
Disallow: /images/
Disallow: /include/
Disallow: /install/
Disallow: /kernel/
Disallow: /language/
Disallow: /templates_c/
Disallow: /themes/
Disallow: /uploads/