User-agent: *
Crawl-delay: 30

User-agent: *
Disallow: /application/
Disallow: /installer/
Disallow: /lib/
Disallow: /modules/
Disallow: /system/
Disallow: /themes/
Disallow: /var/logs/
Disallow: /var/modules/
Disallow: /var/resizes/
Disallow: /var/thumbs/
Disallow: /var/tmp/
Disallow: /var/uploads/
Disallow: /digibug/print_photo/
Disallow: /Piwigo/

User-agent: Yandex
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Googlebot
Disallow: /
User-agent: Slurp
Disallow: /

User-agent: Bytespider
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /


# March 2024 revision
#
# monitor:  PetalBot
# monitor:  claudebot, Claudebot
#
#
# (C) 2005, 2024 H. Huntzinger, but all non-commercial parties are
# free to copy and use this file on their websites unmodified.  
#
# -hh