improve logging

apps/core/middlewares/log.py

@@ -1,6 +1,8 @@
 from django.utils.deprecation import MiddlewareMixin
 from django.core.exceptions import PermissionDenied
 
+class BlockedBot(PermissionDenied):
+    pass
 
 class LoggingMiddleware(MiddlewareMixin):
     def process_request(self, request):
@@ -24,6 +26,6 @@ def process_request(self, request):
         for blockua in blockuas:
             if blockua in ua:
                 print('[BLOCK]', ip, ua, path)
-                raise PermissionDenied("Forbidden user agent")
+                raise BlockedBot("Blocked as Bot")
 
         print('[-> OK]', ip, ua, path)

config/settings/production.py

@@ -99,6 +99,14 @@
 INSTALLED_APPS = ['collectfast'] + INSTALLED_APPS  # noqa F405
 AWS_PRELOAD_METADATA = True
 
+from ...apps.core.middlewares.log import BlockedBot
+def skip_blocked_bot(record):
+    if record.exc_info:
+        exc_type, exc_value = record.exc_info[:2]
+        if isinstance(exc_value, BlockedBot):
+            return False
+    return True
+
 # LOGGING
 # ------------------------------------------------------------------------------
 # See: https://docs.djangoproject.com/en/dev/ref/settings/#logging
@@ -117,7 +125,20 @@
     },
     "root": {
         "handlers": ["console"],
-        "level": "WARNING",
+        "level": "INFO",
+    },
+    'filters': {
+        'skip_blocked_bot': {
+            '()': 'django.utils.log.CallbackFilter',
+            'callback': skip_blocked_bot,
+        },
+    },
+    "loggers": {
+        "django.request": {
+            "level": "INFO",
+            'propagate': False,
+            'filters': ['skip_blocked_bot'],
+        },
     },
 }