Logging: suppress dependency loggers

Author: xsedla1o

dp3/api/internal/config.py

@@ -10,12 +10,15 @@
 
 from dp3.api.internal.dp_logger import DPLogger
 from dp3.common.config import ModelSpec, read_config_dir
+from dp3.common.utils import suppress_dependency_loggers
 from dp3.database.database import EntityDatabase
 from dp3.history_management.telemetry import TelemetryReader
 from dp3.task_processing.task_queue import TaskQueueWriter
 
 DATAPOINTS_INGESTION_URL_PATH = "/datapoints"
 
+suppress_dependency_loggers()
+
 
 class ConfigEnv(BaseModel):
     """Configuration environment variables container"""

dp3/bin/schema_update.py

@@ -7,6 +7,7 @@
 import logging
 
 from dp3.common.config import ModelSpec, read_config_dir
+from dp3.common.utils import suppress_dependency_loggers
 from dp3.database.database import EntityDatabase
 
 
@@ -41,6 +42,7 @@ def main(args):
     LOGFORMAT = "%(asctime)-15s,%(name)s,[%(levelname)s] %(message)s"
     LOGDATEFORMAT = "%Y-%m-%dT%H:%M:%S"
     logging.basicConfig(level=logging.DEBUG, format=LOGFORMAT, datefmt=LOGDATEFORMAT)
+    suppress_dependency_loggers()
     log = logging.getLogger("SchemaUpdate")
 
     # Connect to database

dp3/common/utils.py

@@ -2,6 +2,7 @@
 auxiliary/utility functions and classes
 """
 
+import logging
 import re
 from collections.abc import Iterable, Iterator
 from datetime import datetime, timedelta
@@ -185,3 +186,17 @@ def get_func_name(func_or_method):
     except AttributeError:
         return fname
     return wrapper.format(name=f"{module}.{fname}", args=args)
+
+
+DEPENDENCY_LOGGERS = (
+    "requests",
+    "urllib3",
+    "amqpstorm",
+    "pymongo",
+)
+
+
+def suppress_dependency_loggers(level: int = logging.WARNING) -> None:
+    """Keep noisy third-party loggers quiet when DP3 enables verbose logging."""
+    for logger_name in DEPENDENCY_LOGGERS:
+        logging.getLogger(logger_name).setLevel(level)

dp3/worker.py

@@ -18,6 +18,7 @@
 from dp3.common.callback_registrar import CallbackRegistrar, reload_module_config
 from dp3.common.config import PlatformConfig
 from dp3.common.control import Control, ControlAction, refresh_on_entity_creation
+from dp3.common.utils import suppress_dependency_loggers
 from dp3.core.collector import GarbageCollector
 from dp3.core.link_manager import LinkManager
 from dp3.core.updater import Updater
@@ -122,10 +123,7 @@ def main(app_name: str, config_dir: str, process_index: int, verbose: bool) -> N
     )
     log = logging.getLogger()
 
-    # Disable INFO and DEBUG messages from some libraries
-    logging.getLogger("requests").setLevel(logging.WARNING)
-    logging.getLogger("urllib3").setLevel(logging.WARNING)
-    logging.getLogger("amqpstorm").setLevel(logging.WARNING)
+    suppress_dependency_loggers()
 
     ##############################################
     # Load configuration