amorfo77/parsedmarc
1
0
Fork 0
mirror of https://github.com/domainaware/parsedmarc.git synced 2026-08-20 06:03:19 +00:00
Code Issues Projects Releases Wiki Activity

DNS performance optimization

Browse Source
This commit is contained in:
Vitaliy Vasilenko
2018-11-10 17:31:51 +02:00
parent c581efbae6
commit 0d7e14a784
1 changed files with 17 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
parsedmarc/__init__.py
+17 -6
View File
@@ -50,6 +50,7 @@ MAGIC_ZIP = b"\x50\x4B\x03\x04"
MAGIC_GZIP = b"\x1F\x8B"
MAGIC_XML = b"\x3c\x3f\x78\x6d\x6c\x20"
DNS_CACHE = dict()
class ParserError(RuntimeError):
"""Raised whenever the parser fails for some reason"""
@@ -93,9 +94,13 @@ def _parse_report_record(record, nameservers=None, timeout=2.0):
nameservers = ["8.8.8.8", "4.4.4.4"]
record = record.copy()
new_record = OrderedDict()
new_record["source"] = get_ip_address_info(record["row"]["source_ip"],
nameservers=nameservers,
timeout=timeout)
new_record_source = DNS_CACHE.get(record["row"]["source_ip"], None)
if not new_record_source:
new_record_source = get_ip_address_info(record["row"]["source_ip"],
nameservers=nameservers,
timeout=timeout)
DNS_CACHE[record["row"]["source_ip"]] = new_record_source
new_record["source"] = new_record_source
new_record["count"] = int(record["row"]["count"])
policy_evaluated = record["row"]["policy_evaluated"].copy()
new_policy_evaluated = OrderedDict([("disposition", "none"),
@@ -208,6 +213,8 @@ def parse_aggregate_report_xml(xml, nameservers=None, timeout=2.0):
"""
errors = []
DNS_CACHE = dict()
try:
xmltodict.parse(xml)["feedback"]
except Exception as e:
@@ -536,9 +543,13 @@ def parse_forensic_report(feedback_report, sample, msg_date,
parsed_report["arrival_date_utc"] = arrival_utc
ip_address = parsed_report["source_ip"]
parsed_report["source"] = get_ip_address_info(ip_address,
nameservers=nameservers,
timeout=timeout)
parsed_report_source = DNS_CACHE.get(ip_address, None)
if not parsed_report_source:
parsed_report_source = get_ip_address_info(ip_address,
nameservers=nameservers,
timeout=timeout)
DNS_CACHE[ip_address] = parsed_report_source
parsed_report["source"] = parsed_report_source
del parsed_report["source_ip"]
if "identity_alignment" not in parsed_report: