summaryrefslogtreecommitdiff
path: root/roles/apache-site/files/block-refs.conf
diff options
context:
space:
mode:
Diffstat (limited to 'roles/apache-site/files/block-refs.conf')
-rw-r--r--roles/apache-site/files/block-refs.conf3
1 files changed, 2 insertions, 1 deletions
diff --git a/roles/apache-site/files/block-refs.conf b/roles/apache-site/files/block-refs.conf
index 05427081..4ae34917 100644
--- a/roles/apache-site/files/block-refs.conf
+++ b/roles/apache-site/files/block-refs.conf
@@ -1,4 +1,5 @@
SetEnvIf User-Agent "Amazon Route 53 Health Check" dontlog
+ SetEnvIf User-Agent "Pingdom.*" dontlog
- RewriteCond ^.*(Applebot|AhrefsBot|amazonbot|bingbot|Baidu|Baiduspider|Bytespider|360Spider|360|MauiBot|SemrushBot|MegaIndex|PetalBot).*$ [nocase]
+ RewriteCond %{HTTP_USER_AGENT} ^.*(Applebot|AhrefsBot|amazonbot|bingbot|Baidu|Baiduspider|Bytespider|DotBot|360Spider|360|googlebot|MauiBot|SemrushBot|MegaIndex|PetalBot|Yandex|MJ12bot|TurnItIn|GPTBot).*$ [nocase]
RewriteRule ^(.*)$ - [forbidden,last]