RewriteEngine On
RewriteCond %{HTTP_USER_AGENT} Barkrowler/0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} Amazonbot/0\.1 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} meta-webindexer/1\.1 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} PetalBot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ClaudeBot/1\.0 [NC]
RewriteRule ^ - [F,L]
# RewriteEngine On
# RewriteCond %{HTTP_USER_AGENT} ^(.*)Amazonbot/0.1(.*)$ [NC,OR]
# RewriteCond %{HTTP_USER_AGENT} ^(.*)ClaudeBot/1.0(.*)$ [NC,OR]
# RewriteCond %{HTTP_USER_AGENT} ^(.*)MJ12bot(.*)$ [NC,OR]
# RewriteCond %{HTTP_USER_AGENT} ^(.*)DotBot(.*)$ [NC,OR]
# RewriteCond %{HTTP_USER_AGENT} ^(.*)SemrushBot/7~bl(.*)$ [NC,OR]
# RewriteCond %{HTTP_USER_AGENT} ^(.*)bingbot(.*)$ [NC,OR]
# RewriteCond %{HTTP_USER_AGENT} ^(.*)DataForSeoBot(.*)$ [NC,OR]
# RewriteCond %{HTTP_USER_AGENT} ^(.*)ZoominfoBot(.*)$ [NC,OR]
# RewriteCond %{HTTP_USER_AGENT} ^(.*)PetalBot(.*)$ [NC]
# RewriteRule ^.* - [F,L]
RewriteEngine On
RewriteCond %{HTTP_USER_AGENT} ^.*(Amazonbot|ClaudeBot|MJ12bot|DotBo|SemrushBot|bingbot|DataForSeoBot|ZoominfoBot|PetalBot).*$
RewriteRule .* - [F,L]
<IfModule mod_deflate.c>
SetOutputFilter DEFLATE
<IfModule mod_setenvif.c>
# Netscape 4.x has some problems...
BrowserMatch ^Mozilla/4 gzip-only-text/html
# Netscape 4.06-4.08 have some more problems
BrowserMatch ^Mozilla/4\.0[678] no-gzip
# MSIE masquerades as Netscape, but it is fine
# BrowserMatch \bMSIE !no-gzip !gzip-only-text/html
# NOTE: Due to a bug in mod_setenvif up to Apache 2.0.48
# the above regex won't work. You can use the following
# workaround to get the desired effect:
BrowserMatch \bMSI[E] !no-gzip !gzip-only-text/html
# Don't compress images
SetEnvIfNoCase Request_URI .(?:gif|jpe?g|png)$ no-gzip dont-vary
</IfModule>
<IfModule mod_headers.c>
# Make sure proxies don't deliver the wrong content
Header append Vary User-Agent env=!dont-vary
</IfModule>
</IfModule>
All system for education purposes only. For more tools: Telegram @jackleet