Remove duplicate domains

.gitignore

@@ -139,3 +139,6 @@ samples/private
 
 parsedmarc.ini
 scratch.py
+
+parsedmarc/resources/maps/base_reverse_dns.csv
+parsedmarc/resources/maps/unknown_base_reverse_dns.csv

parsedmarc/resources/maps/base_reverse_dns_map.csv

@@ -703,7 +703,7 @@ mark-net.co.jp,Mark Co,Marketing
 marriott-service.com,Marriott,Travel
 maruyamakai.or.jp,Maruyamakai,Healthcare
 masterhost.ru,Master Host,Web Host
-mastertrg.ru,????????????,Retail
+mastertrg.ru,МастерМебель,Retail
 materprivate.ie,Mater Private Network,Healthcare
 maxaninteirorsystems.com,Maxan Interior Systems,Industrial
 maximtech.com,Maximtech,Web Host
@@ -722,9 +722,8 @@ medimpact.com,MedImpact,Healthcare
 meditake.jp,Medi-Take,Healthcare
 medline.com,Medline,Healthcare
 mega.kg,Maga-Line,ISP
-mega.kg,Mega-Line,ISP
 megacom.kg,MegaCom,ISP
-megalink.net.ru,????????,ISP
+megalink.net.ru,Мегалинк,ISP
 megamailservers.com,MegaMailServers,MSP
 menlosecurity.com,Menlo Security,Email Security
 mercranet.com,Mercranet,Web Host
@@ -846,7 +845,7 @@ northwestern.edu,Northwestern University,Education
 nos.pt,NOS,ISP
 novotelecom.ru,Novo Telcom,ISP
 npcma.ru,Nizhnekamsk Enterprise,Industrial
-nrtmexico.mx, N<EFBFBD>cleo Radio and Television Corporation,News
+nrtmexico.mx,Corporativo Núcleo Radio Televisión,News
 nsmailserv.com,Netcore,Marketing
 ntirety.com,Ntirety,MSP
 ntt.com,NTT Communications,ISP
@@ -858,7 +857,7 @@ nycm.com,NYCM Insurance,Finance
 o-mx.com,Omedia,Marketing
 o2.cz,O2,ISP
 obit.kz,OBIT,ISP
-oboi1.ru,?????? ????? ?1,Retail
+oboi1.ru,Oboi no1,Retail
 occtoplus.com.br,Occtoplus,SaaS
 ocn.ad.jp,NTT,ISP
 octacom.ca,Octacom,MSP
@@ -915,14 +914,13 @@ oxsus-vadesecure.net,Scaleway,Web Host
 pair.com,Pair Networks,Web Host
 pairdomains.net,Pair Domains,Web Host
 pairvps.com,Pair Networks,Web Host
-paket78.ru,????? ???????,Industrial
+paket78.ru,Пакет Пакетов,Industrial
 palette-up.jp,Palette UP,Web Host
 panelvps.net,PanelBox,Web Host
 panola.com,Complete Computers,MSP
 paragould.net,Paragould Municipal Utilities,ISP
 parkerinstitute.org,Parker Jewish Institute for Healthcare & Rehabilitation,Healthcare
 parsleysage.net,.ParsleySage Guest House,Travel
-parsleysage.net,ParsleySage,Travel
 paubox.com,Paubox,Email Security
 pbiaas.com,INOS,Web Host
 pd25.com,Salesforce Marketing Cloud (Formerly Pardot),Marketing
@@ -1120,7 +1118,7 @@ socket.net,Socket,ISP
 socoolsolution.com,So Cool Solution,MSP
 softbank.jp,SoftBank,ISP
 softbank.ne.jp,SoftBank,ISP
-softvideo.ru,?????????,ISP
+softvideo.ru,СОФТВИДЕО,ISP
 sonichealthcareusa.com,Sonic Healthcare USA,Healthcare
 sophos.com,Sophos,Email Security
 spaceship.net,Spaceship,Web Host
@@ -1231,7 +1229,7 @@ tosoh.co.jp,Tosoh,Industrial
 tpgi.com.au,TPG,ISP
 tps.uz,TPS Telecom,ISP
 tradeindia.com,TradeIndia,SaaS
-transtelco.net,Fl? Networks,ISP
+transtelco.net,Flō Networks,ISP
 transtelecom.net,Trans Telecom,ISP
 trendmicro.com,Trend Micro,Email Security
 trendmicro.eu,Trend Micro,Email Security

parsedmarc/resources/maps/known_unknown_base_reverse_dns.txt

@@ -77,7 +77,6 @@ nebdig.com
 neovet-base.ru
 nic.name
 nidix.net
-oboi1.ru
 ogicom.net
 omegabrasil.inf.br
 onnet21.com