Logging silenced if parsedmarc is used as Library (#344)

By default, libraries should not configure their logger to give the developer, who is using the library, the freedom to decide how log messages are logged. For this reason no handler other than the NullHandler or log level should be set by the library.

For more information about this topic see here: https://realpython.com/python-logging-source-code/#library-vs-application-logging-what-is-nullhandler

parsedmarc/__init__.py

@@ -28,6 +28,7 @@ from expiringdict import ExpiringDict
 from lxml import etree
 from mailsuite.smtp import send_email
 
+from parsedmarc.log import logger
 from parsedmarc.mail import MailboxConnection
 from parsedmarc.utils import get_base_domain, get_ip_address_info
 from parsedmarc.utils import is_outlook_msg, convert_outlook_msg
@@ -36,14 +37,6 @@ from parsedmarc.utils import timestamp_to_human, human_timestamp_to_datetime
 
 __version__ = "8.3.0"
 
-formatter = logging.Formatter(
-    fmt='%(levelname)8s:%(filename)s:%(lineno)d:%(message)s',
-    datefmt='%Y-%m-%d:%H:%M:%S')
-handler = logging.StreamHandler()
-handler.setFormatter(formatter)
-
-logger = logging.getLogger("parsedmarc")
-logger.addHandler(handler)
 logger.debug("parsedmarc v{0}".format(__version__))
 
 feedback_report_regex = re.compile(r"^([\w\-]+): (.+)$", re.MULTILINE)

parsedmarc/cli.py

@@ -25,9 +25,15 @@ from parsedmarc import get_dmarc_reports_from_mailbox, watch_inbox, \
 from parsedmarc.mail import IMAPConnection, MSGraphConnection, GmailConnection
 from parsedmarc.mail.graph import AuthMethod
 
+from parsedmarc.log import logger
 from parsedmarc.utils import is_mbox
 
-logger = logging.getLogger("parsedmarc")
+formatter = logging.Formatter(
+    fmt='%(levelname)8s:%(filename)s:%(lineno)d:%(message)s',
+    datefmt='%Y-%m-%d:%H:%M:%S')
+handler = logging.StreamHandler()
+handler.setFormatter(formatter)
+logger.addHandler(handler)
 
 
 def _str_to_list(s):

parsedmarc/elastic.py

@@ -1,6 +1,5 @@
 # -*- coding: utf-8 -*-
 
-import logging
 from collections import OrderedDict
 
 from elasticsearch_dsl.search import Q
@@ -8,12 +7,10 @@ from elasticsearch_dsl import connections, Object, Document, Index, Nested, \
     InnerDoc, Integer, Text, Boolean, Ip, Date, Search
 from elasticsearch.helpers import reindex
 
-
+from parsedmarc.log import logger
 from parsedmarc.utils import human_timestamp_to_datetime
 from parsedmarc import InvalidForensicReport
 
-logger = logging.getLogger("parsedmarc")
-
 
 class ElasticsearchError(Exception):
     """Raised when an Elasticsearch error occurs"""

parsedmarc/kafkaclient.py

@@ -1,6 +1,5 @@
 # -*- coding: utf-8 -*-
 
-import logging
 import json
 from ssl import create_default_context
 
@@ -10,9 +9,7 @@ from collections import OrderedDict
 from parsedmarc.utils import human_timestamp_to_datetime
 
 from parsedmarc import __version__
-
-logger = logging.getLogger("parsedmarc")
-
+from parsedmarc.log import logger
 
 class KafkaError(RuntimeError):
     """Raised when a Kafka error occurs"""

parsedmarc/log.py

@@ -0,0 +1,4 @@
+import logging
+
+logger = logging.getLogger(__name__)
+logger.addHandler(logging.NullHandler())

parsedmarc/mail/gmail.py

@@ -1,4 +1,3 @@
-import logging
 from base64 import urlsafe_b64decode
 from functools import lru_cache
 from pathlib import Path
@@ -11,10 +10,9 @@ from google_auth_oauthlib.flow import InstalledAppFlow
 from googleapiclient.discovery import build
 from googleapiclient.errors import HttpError
 
+from parsedmarc.log import logger
 from parsedmarc.mail.mailbox_connection import MailboxConnection
 
-logger = logging.getLogger("parsedmarc")
-
 
 def _get_creds(token_file, credentials_file, scopes, oauth2_port):
     creds = None

parsedmarc/mail/graph.py

@@ -1,4 +1,3 @@
-import logging
 from enum import Enum
 from functools import lru_cache
 from pathlib import Path
@@ -10,6 +9,7 @@ from azure.identity import UsernamePasswordCredential, \
     TokenCachePersistenceOptions, AuthenticationRecord
 from msgraph.core import GraphClient
 
+from parsedmarc.log import logger
 from parsedmarc.mail.mailbox_connection import MailboxConnection
 
 
@@ -19,9 +19,6 @@ class AuthMethod(Enum):
     ClientSecret = 3
 
 
-logger = logging.getLogger('parsedmarc')
-
-
 def _get_cache_args(token_path: Path):
     cache_args = {
         'cache_persistence_options':

parsedmarc/mail/imap.py

@@ -1,16 +1,13 @@
-import logging
 from time import sleep
 
 from imapclient.exceptions import IMAPClientError
 from mailsuite.imap import IMAPClient
 from socket import timeout
 
+from parsedmarc.log import logger
 from parsedmarc.mail.mailbox_connection import MailboxConnection
 
 
-logger = logging.getLogger("parsedmarc")
-
-
 class IMAPConnection(MailboxConnection):
     def __init__(self,
                  host=None,

parsedmarc/s3.py

@@ -1,13 +1,11 @@
 # -*- coding: utf-8 -*-
 
-import logging
 import json
 import boto3
 
+from parsedmarc.log import logger
 from parsedmarc.utils import human_timestamp_to_datetime
 
-logger = logging.getLogger("parsedmarc")
-
 
 class S3Client(object):
     """A client for a Amazon S3"""

parsedmarc/splunk.py

@@ -1,4 +1,3 @@
-import logging
 from urllib.parse import urlparse
 import socket
 import json
@@ -7,12 +6,11 @@ import urllib3
 import requests
 
 from parsedmarc import __version__
+from parsedmarc.log import logger
 from parsedmarc.utils import human_timestamp_to_timestamp
 
 urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 
-logger = logging.getLogger("parsedmarc")
-
 
 class SplunkError(RuntimeError):
     """Raised when a Splunk API error occurs"""

parsedmarc/syslog.py

@@ -7,8 +7,6 @@ import json
 from parsedmarc import parsed_aggregate_reports_to_csv_rows,\
     parsed_forensic_reports_to_csv_rows
 
-logger = logging.getLogger("parsedmarc")
-
 
 class SyslogClient(object):
     """A client for Syslog"""

parsedmarc/utils.py

@@ -32,6 +32,7 @@ import geoip2.errors
 import requests
 import publicsuffix2
 
+from parsedmarc.log import logger
 import parsedmarc.resources
 
 USER_AGENT = "Mozilla/5.0 (({0} {1})) parsedmarc".format(
@@ -42,7 +43,6 @@ USER_AGENT = "Mozilla/5.0 (({0} {1})) parsedmarc".format(
 parenthesis_regex = re.compile(r'\s*\(.*\)\s*')
 
 null_file = open(os.devnull, "w")
-logger = logging.getLogger("parsedmarc")
 mailparser_logger = logging.getLogger("mailparser")
 mailparser_logger.setLevel(logging.CRITICAL)