From 3043259a0aed0a8ce8a145e2c24348da6a566032 Mon Sep 17 00:00:00 2001
From: g0tmi1k <have.you.g0tmi1k@gmail.com>
Date: Wed, 7 Mar 2018 11:42:24 +0000
Subject: [PATCH] Removed domains & duplicates (Fix #138)

---
 ...dcombied-knock-dnsrecon-fierce-reconng.txt |  10 +-
 Discovery/DNS/subdomains-top1mil-110000.txt   | 132 ++++--------------
 Discovery/DNS/subdomains-top1mil-20000.txt    |  37 ++---
 Discovery/DNS/subdomains-top1mil-5000.txt     |  12 +-
 4 files changed, 50 insertions(+), 141 deletions(-)

diff --git a/Discovery/DNS/sortedcombied-knock-dnsrecon-fierce-reconng.txt b/Discovery/DNS/sortedcombied-knock-dnsrecon-fierce-reconng.txt
index 2a2aad6..c34db56 100644
--- a/Discovery/DNS/sortedcombied-knock-dnsrecon-fierce-reconng.txt
+++ b/Discovery/DNS/sortedcombied-knock-dnsrecon-fierce-reconng.txt
@@ -30333,7 +30333,6 @@ fernleynews
 fernridge
 fernwood
 ferrari
-ferrari.fortwayne.com.
 ferraro
 ferrel
 ferrelljenkins
@@ -46116,7 +46115,6 @@ jord
 jordan
 jordan-carver-official
 jordanferney
-jordan.fortwayne.com.
 jordanian
 jordanprint
 jordi
@@ -64963,7 +64961,6 @@ ns176
 ns18
 ns19
 ns1a
-ns1.viviotech.net.
 ns2
 NS2
 ns20
@@ -64978,8 +64975,7 @@ ns27
 ns28
 ns29
 ns2a
-ns2.cl.bellsouth.net.
-ns2.viviotech.net.
+ns2.cl
 ns3
 ns30
 ns31
@@ -64991,7 +64987,7 @@ ns36
 ns37
 ns38
 ns39
-ns3.cl.bellsouth.net.
+ns3.cl
 ns4
 ns40
 ns41
@@ -74289,7 +74285,7 @@ quasimoto
 quasit
 quasituttogratis-guadagna
 quat
-quatro.oweb.com.
+quatro
 quattro
 quaver
 quax
diff --git a/Discovery/DNS/subdomains-top1mil-110000.txt b/Discovery/DNS/subdomains-top1mil-110000.txt
index 5a3dcf4..ba802a0 100644
--- a/Discovery/DNS/subdomains-top1mil-110000.txt
+++ b/Discovery/DNS/subdomains-top1mil-110000.txt
@@ -2791,7 +2791,7 @@ mel
 as1
 www.x
 cricket
-ns2.cl.bellsouth.net.
+ns2.cl
 georgia
 callisto
 exch
@@ -2879,9 +2879,7 @@ turkey
 www.hotel
 ecom
 tours
-ns1.viviotech.net.
 product
-ns2.viviotech.net.
 www.reseller
 indiana
 mercedes
@@ -3046,7 +3044,7 @@ mysql7
 jack
 vladimir
 search1
-ns3.cl.bellsouth.net.
+ns3.cl
 promotion
 plaza
 devtest
@@ -4077,9 +4075,9 @@ boards
 thumb
 autodiscover.staging
 carmen
-ferrari.fortwayne.com.
-jordan.fortwayne.com.
-quatro.oweb.com.
+ferrari
+jordan
+quatro
 gazeta
 www.test3
 manga
@@ -5015,7 +5013,7 @@ common-sw
 privacy
 promos
 prov2
-c.ns.emailvision.net.
+c.ns
 88
 oyun
 alexandria
@@ -6033,14 +6031,12 @@ voipA03E
 sipac
 programs
 myftp
-a.ns.emailvision.net.
 testdns
 gray
 autodiscover.tv
 horde
-b.ns.emailvision.net.
 hideip-uk
-d.ns.emailvision.net.
+d.ns
 manuel
 www.adv
 voipA046
@@ -7028,7 +7024,6 @@ sequoia
 centro
 pro-ky
 eternal
-ferrari
 www.kids
 jasmin
 tyb
@@ -8033,8 +8028,6 @@ dia
 maximus
 heritage
 smoke
-ns2.simpleviewinc.com.
-ns1.simpleviewinc.com.
 lo.vip
 163
 santa
@@ -8338,7 +8331,6 @@ eu.edge
 bcm
 adminmail
 autoconfig.classifieds
-jordan
 nec
 managed
 autodiscover.classifieds
@@ -9359,9 +9351,8 @@ monitor3
 quark
 wcp
 mtv
-ns-1.open.ro.
-ns-3.open.ro.
-ns-2.open.ro.
+ns-1
+ns-3
 indus
 soho
 ucenter
@@ -9903,7 +9894,6 @@ hosting01
 off
 sparrow
 srv14
-ns-1
 abhi
 www.fenix
 router-h
@@ -10404,7 +10394,6 @@ cp5
 spiral
 syktyvkar
 fuzzy
-c.ns
 jessie
 i90
 makemoney
@@ -11880,7 +11869,6 @@ www.m2
 i86
 citibank
 explore
-ns1.twtelecom.net.
 junk
 cupcake
 pixie
@@ -11893,7 +11881,6 @@ ewa
 hunters
 b20
 imagini
-ns2.twtelecom.net.
 121
 palermo
 frink
@@ -14308,7 +14295,6 @@ web18426
 web18900
 frontdoor
 web4260
-dns1.freshegg.net.
 web-02
 web18143
 web18142
@@ -16062,7 +16048,6 @@ web16925
 web4962
 foru
 web4963
-pns.dtag.de.
 low
 web4964
 web17670
@@ -18191,9 +18176,9 @@ hoken
 web6225
 web6226
 reform
-easydns2.dualtec.com.br.
+easydns2
 web17120
-easydns1.dualtec.com.br.
+easydns1
 web6227
 web10706
 web10707
@@ -20053,9 +20038,7 @@ beian
 mutation
 office3
 filter3
-ns1.80port.ru.
 www.mlm
-ns2.80port.ru.
 104
 lyncsip
 vhost1
@@ -21459,7 +21442,6 @@ vds7
 warlords
 r80.i85
 chichi
-ns1.oar.net.
 vds15
 hqc
 workshops
@@ -22375,7 +22357,7 @@ payonline
 www.j
 appgatecl
 jimi
-PDNS5.ULTRADNS.INFO.
+PDNS5
 khayam
 stu1
 su1
@@ -22879,7 +22861,6 @@ mt2
 webedi
 vungtau
 buff
-dns2.freshegg.net.
 othman
 vpnex
 agw
@@ -23896,7 +23877,7 @@ konstantin
 sidekick
 tblern1-scan
 claudia
-secondary006.dtag.net.
+secondary006
 bra
 CSR12.crsc
 CSR11.sci
@@ -24586,10 +24567,10 @@ philcain.users
 tomfox.users
 bestgames
 yyxy
-ns8-l2.nic.ru.
+ns8-l2
 typo3.heaven.users
 myanmar
-ns4-l2.nic.ru.
+ns4-l2
 keen
 www.spaziocloud.users
 www.bottletop.users
@@ -26047,11 +26028,11 @@ www.32
 kimaa79
 dhcpFA3B
 klmwook1
-PDNS1.ULTRADNS.NET.
+PDNS1
 blackroid
-PDNS2.ULTRADNS.NET.
+PDNS2
 docentes
-pdns6.ultradns.co.uk.
+pdns6
 jinakim
 dhcpFA2E
 dhcpFA2D
@@ -26622,10 +26603,8 @@ www-tt
 directaccess
 wlan-switch.hum.sol
 wlan-switch.lundakarnevalen
-ns4.nic.ru.
 cdn.origin
 rss.origin
-ns8.nic.ru.
 wlan-switch.sambib
 images.origin
 gian
@@ -27034,7 +27013,6 @@ paulsmith
 d224.dev
 sandbox4yell
 werkstatttest
-dns.smx.de.
 ict4
 adforms
 leadservice
@@ -27049,7 +27027,6 @@ proxya
 www.pet
 d218.dev
 rawl
-dns.s-pi.de.
 eyecandy
 d226.dev
 time119
@@ -27264,8 +27241,6 @@ mundomagico
 smsgate
 www.dennis
 www.user
-ns1.indexforce.com.
-ns0.indexforce.com.
 lax
 allure
 cor1
@@ -29103,10 +29078,7 @@ deo3000
 thermo
 hss7333
 dikfmj28
-ns3.cnpdns.co.uk.
 essential
-ns2.cnpdns.co.uk.
-ns1.cnpdns.co.uk.
 pueblo
 fufififi
 biscuit
@@ -32025,7 +31997,6 @@ richie
 zixun
 petshop
 primequizzes
-ns.rentaldns.com.
 mstyle
 lakhdar
 www.hobbies
@@ -32369,12 +32340,9 @@ oes
 eager
 curriculum
 duranduran
-ns2.pantel.net.
 tgate
-dns1.graphisoft.hu.
 web167
 web168
-ns1.pantel.net.
 fiji
 hackerpro
 zone1
@@ -34985,7 +34953,6 @@ steamgames
 webanalytics
 www.devil
 konsole
-ns1.smtusa.com.
 azeroth
 tomec
 vietnamese
@@ -36375,7 +36342,7 @@ webcast01
 sanjuan
 bugati
 dra
-gp1maindns2.group1auto.com.
+gp1maindns2
 dzb
 vmt
 rockfish
@@ -37343,8 +37310,7 @@ slam
 luckymart
 cornea
 www.8
-pdns1.ultradns.net.
-pdns3.ultradns.org.
+pdns3
 www.42
 www.37
 www.36
@@ -37407,7 +37373,6 @@ happyfamily
 compra
 brava
 devportal
-ns1.xname.org.
 udb
 pasta
 lexicon
@@ -39385,7 +39350,7 @@ web11951
 web11818
 web11870
 web11872
-PDNS6.ULTRADNS.CO.UK.
+PDNS6
 khaled1
 web10429
 web10995
@@ -39410,8 +39375,7 @@ web12949
 web11880
 cpanel4
 web11882
-pdns2.ultradns.net.
-pdns4.ultradns.org.
+pdns4
 taban
 cal01qa
 qatest5
@@ -40739,14 +40703,11 @@ ns2.sdns
 ns1.sdns
 itanium
 www.rotor
-ns3.smartkonect.co.uk.
 web11148
 web11149
 tcoh
 web12225
 powerky
-ns2.smartkonect.co.uk.
-ns4.smartkonect.co.uk.
 poweroh
 web12228
 WLAN-SWITCH.DYN
@@ -45839,7 +45800,6 @@ elattar
 riptide
 movie0
 wide2
-ns.heanet.ie.
 webdisk.responsive
 kango
 sooptr
@@ -48105,7 +48065,6 @@ mnet
 icah
 netgen
 www.fai
-ns2.domi.gr.
 enemy
 w18
 manager1
@@ -48425,13 +48384,9 @@ perpetual
 1banshop
 hea
 pumps
-ns1.teledata.mz.
-smtp1.teledata.mz.
-ns2.teledata.mz.
 itvn
 www.radiomaster
 castanhas
-smtp2.teledata.mz.
 genabog
 kean
 elearning2
@@ -49737,7 +49692,6 @@ crpm
 guadalajara
 monterrey
 www.rohitwa.users
-ns4.konnections.com.
 www.frame
 www.dad
 www.cws
@@ -49760,7 +49714,6 @@ delfi
 bamboobites.users
 dbdb
 zhen
-ns1.twisted4life.com.
 ziya
 camellia
 zoop
@@ -52009,7 +51962,6 @@ kkksi175
 kkksi173
 heasunggo
 mbp
-ns2.netbizness.co.uk.
 pkteafood
 bonolang
 mailmiso1
@@ -79351,10 +79303,8 @@ agra
 scada
 linuxmint
 www.chennai
-ns2.ecircle.de.
 sawaw
 noida
-ns1.ecircle.de.
 sso1
 scoot
 gotr
@@ -82139,7 +82089,6 @@ rnd01
 leland
 www.kolkata
 ms-dw6-1-genoffice-mfp-col.health
-ns3.ecircle.com.
 sccm14
 sccm16
 csg-est-0247.csg
@@ -87119,10 +87068,7 @@ csg-est-0211.csg
 florin
 linweb
 gfl035235.roslin
-ns0.dnssub.com.
 fotografias
-ns1.dnssub.com.
-ns2.dnssub.com.
 autodiscover.cse
 bibliotek
 jayaram
@@ -89203,14 +89149,12 @@ tc21
 ns9.hyperhosting.gr
 grdomains
 host5b
-ns2.exacttarget.com.
 hypernet
 video165
 video164
 video163
 define
 reactor
-ns1.exacttarget.com.
 tc3
 iroda
 be2
@@ -90026,10 +89970,8 @@ orionweb
 chiva
 portal22
 www.economic
-ns1.uecomm.net.au.
 coolcat
 truelife
-ns1.pridecraft-corp.com.
 rajeev
 hesoyam
 badges
@@ -92806,7 +92748,6 @@ heart-oasis-xsrvjp
 happyrich8-com
 e-gakki-com
 kumamoto-roumu-com
-ns2.aconet.it.
 ja-kumamotoshi-jp
 yamadajimusyo-com
 subarudayo-com
@@ -100409,7 +100350,6 @@ kakeibo
 curling
 webdisk.ls
 yubi
-ns0.xname.org.
 ftp46
 mwtest
 ssl0
@@ -100431,11 +100371,8 @@ chartreux
 srv51
 bluewhale
 tida
-ns1.konnections.com.
 masai
-ns2.konnections.com.
 genso
-ns3.konnections.com.
 Dialin
 turnos
 kind
@@ -104374,10 +104311,10 @@ sail
 notary
 betterlife
 healthyliving
-auhans2.ecompany.ae.
-dxbans2.ecompany.ae.
-auhans1.ecompany.ae.
-dxbans1.ecompany.ae.
+auhans2
+dxbans2
+auhans1
+dxbans1
 nd191
 puls
 www1a
@@ -107577,7 +107514,7 @@ toyokawa
 web198
 gbcp
 panopto
-thing2.infolink.com.
+thing2
 uphinh
 edari
 zirconia
@@ -110368,7 +110305,6 @@ nexus2
 s320ipmi
 v14
 s221ipmi
-dns2.fastweb.it.
 s4253a
 v15
 v11
@@ -112952,7 +112888,6 @@ newspapers
 host-209-149-112-9
 host-209-149-112-8
 circles
-ns2.fibl.ch.
 toe
 image03
 image02
@@ -113014,7 +112949,7 @@ host-209-149-112-69
 host-209-149-112-68
 routerwifi
 host-209-149-112-67
-fns1.42.pl.
+fns1
 vps122
 lecerta
 host-209-149-112-66
@@ -113043,7 +112978,7 @@ wc4
 host-209-149-112-53
 www.siberia
 corrus
-fns2.42.pl.
+fns2
 www.arkhangelsk
 www.entekhabat
 prestasklep
@@ -113074,15 +113009,12 @@ www.phystech
 sklep_test
 sinxron
 teresardp
-ns1.indisa.com.ar.
 host-209-149-112-48
 www.latvia
 nlpro
 kishinev
 www.nightclub
 wirelesscontroller
-ns2.indisa.com.ar.
-ns3.indisa.com.ar.
 host-209-149-112-47
 kharkiv
 host-209-149-112-46
@@ -114405,8 +114337,6 @@ ip204-216
 fw1-ext
 georgian
 minichat
-ns2.mamba.ru.
-ns1.mamba.ru.
 sung
 nmo
 habboonline
@@ -114511,9 +114441,9 @@ sepid
 mcb-erp
 bluemaple
 ssl49
-pdns5.ultradns.info.
+pdns5
 redpandaplus
-PDNS3.ULTRADNS.ORG.
+PDNS3
 ip204-161
 hszh
 ip204-160
diff --git a/Discovery/DNS/subdomains-top1mil-20000.txt b/Discovery/DNS/subdomains-top1mil-20000.txt
index 1c85a0f..01d437f 100644
--- a/Discovery/DNS/subdomains-top1mil-20000.txt
+++ b/Discovery/DNS/subdomains-top1mil-20000.txt
@@ -2791,7 +2791,7 @@ mel
 as1
 www.x
 cricket
-ns2.cl.bellsouth.net.
+ns2.cl
 georgia
 callisto
 exch
@@ -2879,9 +2879,7 @@ turkey
 www.hotel
 ecom
 tours
-ns1.viviotech.net.
 product
-ns2.viviotech.net.
 www.reseller
 indiana
 mercedes
@@ -3046,7 +3044,7 @@ mysql7
 jack
 vladimir
 search1
-ns3.cl.bellsouth.net.
+ns3.cl
 promotion
 plaza
 devtest
@@ -4077,9 +4075,9 @@ boards
 thumb
 autodiscover.staging
 carmen
-ferrari.fortwayne.com.
-jordan.fortwayne.com.
-quatro.oweb.com.
+ferrari
+jordan
+quatro
 gazeta
 www.test3
 manga
@@ -5015,7 +5013,7 @@ common-sw
 privacy
 promos
 prov2
-c.ns.emailvision.net.
+c.ns
 88
 oyun
 alexandria
@@ -6033,14 +6031,12 @@ voipA03E
 sipac
 programs
 myftp
-a.ns.emailvision.net.
 testdns
 gray
 autodiscover.tv
 horde
-b.ns.emailvision.net.
 hideip-uk
-d.ns.emailvision.net.
+d.ns
 manuel
 www.adv
 voipA046
@@ -7028,7 +7024,6 @@ sequoia
 centro
 pro-ky
 eternal
-ferrari
 www.kids
 jasmin
 tyb
@@ -8033,8 +8028,6 @@ dia
 maximus
 heritage
 smoke
-ns2.simpleviewinc.com.
-ns1.simpleviewinc.com.
 lo.vip
 163
 santa
@@ -8338,7 +8331,6 @@ eu.edge
 bcm
 adminmail
 autoconfig.classifieds
-jordan
 nec
 managed
 autodiscover.classifieds
@@ -9359,9 +9351,8 @@ monitor3
 quark
 wcp
 mtv
-ns-1.open.ro.
-ns-3.open.ro.
-ns-2.open.ro.
+ns-1
+ns-3
 indus
 soho
 ucenter
@@ -9903,7 +9894,6 @@ hosting01
 off
 sparrow
 srv14
-ns-1
 abhi
 www.fenix
 router-h
@@ -10404,7 +10394,6 @@ cp5
 spiral
 syktyvkar
 fuzzy
-c.ns
 jessie
 i90
 makemoney
@@ -11880,7 +11869,6 @@ www.m2
 i86
 citibank
 explore
-ns1.twtelecom.net.
 junk
 cupcake
 pixie
@@ -11893,7 +11881,6 @@ ewa
 hunters
 b20
 imagini
-ns2.twtelecom.net.
 121
 palermo
 frink
@@ -14308,7 +14295,6 @@ web18426
 web18900
 frontdoor
 web4260
-dns1.freshegg.net.
 web-02
 web18143
 web18142
@@ -16062,7 +16048,6 @@ web16925
 web4962
 foru
 web4963
-pns.dtag.de.
 low
 web4964
 web17670
@@ -18191,9 +18176,9 @@ hoken
 web6225
 web6226
 reform
-easydns2.dualtec.com.br.
+easydns2
 web17120
-easydns1.dualtec.com.br.
+easydns1
 web6227
 web10706
 web10707
diff --git a/Discovery/DNS/subdomains-top1mil-5000.txt b/Discovery/DNS/subdomains-top1mil-5000.txt
index 18e346a..c6093ad 100644
--- a/Discovery/DNS/subdomains-top1mil-5000.txt
+++ b/Discovery/DNS/subdomains-top1mil-5000.txt
@@ -2791,7 +2791,7 @@ mel
 as1
 www.x
 cricket
-ns2.cl.bellsouth.net.
+ns2.cl
 georgia
 callisto
 exch
@@ -2879,9 +2879,7 @@ turkey
 www.hotel
 ecom
 tours
-ns1.viviotech.net.
 product
-ns2.viviotech.net.
 www.reseller
 indiana
 mercedes
@@ -3046,7 +3044,7 @@ mysql7
 jack
 vladimir
 search1
-ns3.cl.bellsouth.net.
+ns3.cl
 promotion
 plaza
 devtest
@@ -4077,9 +4075,9 @@ boards
 thumb
 autodiscover.staging
 carmen
-ferrari.fortwayne.com.
-jordan.fortwayne.com.
-quatro.oweb.com.
+ferrari
+jordan
+quatro
 gazeta
 www.test3
 manga