From 9d3ac03fd0905c181ca2cc86c7d499c9ca0629e3 Mon Sep 17 00:00:00 2001 From: Dominique RIGHETTO Date: Wed, 24 Nov 2021 11:25:10 +0100 Subject: [PATCH 01/10] Initial adding --- Fuzzing/environment-identifiers.txt | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100644 Fuzzing/environment-identifiers.txt diff --git a/Fuzzing/environment-identifiers.txt b/Fuzzing/environment-identifiers.txt new file mode 100644 index 0000000..1fde7bc --- /dev/null +++ b/Fuzzing/environment-identifiers.txt @@ -0,0 +1,21 @@ +acceptance +alpha +beta +dev +develop +int +integration +prd +preprod +prod +qual +qualif +qualification +staging +stg +temp +test +testing +tst +tuat +uat From 0c61f25372494237064dc1a8a95dd0289f1d8ddd Mon Sep 17 00:00:00 2001 From: Dominique RIGHETTO Date: Wed, 24 Nov 2021 11:33:31 +0100 Subject: [PATCH 02/10] Add UAG --- Fuzzing/environment-identifiers.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/Fuzzing/environment-identifiers.txt b/Fuzzing/environment-identifiers.txt index 1fde7bc..13f0640 100644 --- a/Fuzzing/environment-identifiers.txt +++ b/Fuzzing/environment-identifiers.txt @@ -18,4 +18,5 @@ test testing tst tuat +uag uat From 6d37719fd41480f3c8975c1fc938651e7b740e44 Mon Sep 17 00:00:00 2001 From: Dominique RIGHETTO Date: Wed, 24 Nov 2021 11:41:17 +0100 Subject: [PATCH 03/10] Enrich with total.com sub domains results Command: `curl -sk "https://crt.sh/?q=total.com&output=json" | jq -r ".[].name_value" | cut -d'.' -f1 | sort -u` --- Fuzzing/environment-identifiers.txt | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/Fuzzing/environment-identifiers.txt b/Fuzzing/environment-identifiers.txt index 13f0640..1c93e33 100644 --- a/Fuzzing/environment-identifiers.txt +++ b/Fuzzing/environment-identifiers.txt @@ -5,12 +5,15 @@ dev develop int integration +pp prd preprod +pprod prod qual qualif qualification +recette staging stg temp @@ -19,4 +22,5 @@ testing tst tuat uag +uap uat From 9b653b08afa23c85b2bf91efae914ab9785ca9ce Mon Sep 17 00:00:00 2001 From: Dominique RIGHETTO Date: Wed, 24 Nov 2021 11:42:45 +0100 Subject: [PATCH 04/10] Enrich with sgbt.lu results Cmd: `curl -sk "https://crt.sh/?q=sgbt.lu&output=json" | jq -r ".[].name_value" | cut -d'.' -f1 | sort -u` --- Fuzzing/environment-identifiers.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/Fuzzing/environment-identifiers.txt b/Fuzzing/environment-identifiers.txt index 1c93e33..e816c2c 100644 --- a/Fuzzing/environment-identifiers.txt +++ b/Fuzzing/environment-identifiers.txt @@ -3,6 +3,7 @@ alpha beta dev develop +homo int integration pp From d68129fe2dc1c03089e9a138b2ed5fcfe41fb381 Mon Sep 17 00:00:00 2001 From: Dominique RIGHETTO Date: Wed, 24 Nov 2021 11:44:29 +0100 Subject: [PATCH 05/10] Add missing entries from sgbt.lu --- Fuzzing/environment-identifiers.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/Fuzzing/environment-identifiers.txt b/Fuzzing/environment-identifiers.txt index e816c2c..8960819 100644 --- a/Fuzzing/environment-identifiers.txt +++ b/Fuzzing/environment-identifiers.txt @@ -25,3 +25,5 @@ tuat uag uap uat +val +ta From 57fa66e37effe2b57ab576c6830fc6a48f7f6b4b Mon Sep 17 00:00:00 2001 From: Dominique RIGHETTO Date: Wed, 24 Nov 2021 11:46:57 +0100 Subject: [PATCH 06/10] Enrich with results from auchan.lu --- Fuzzing/environment-identifiers.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/Fuzzing/environment-identifiers.txt b/Fuzzing/environment-identifiers.txt index 8960819..67ffb80 100644 --- a/Fuzzing/environment-identifiers.txt +++ b/Fuzzing/environment-identifiers.txt @@ -18,6 +18,7 @@ recette staging stg temp +tmp test testing tst From 55dcca61cf38ff360e81e1331eb7ed04462dabde Mon Sep 17 00:00:00 2001 From: Dominique RIGHETTO Date: Wed, 24 Nov 2021 11:57:48 +0100 Subject: [PATCH 07/10] Sorting ASC --- Fuzzing/environment-identifiers.txt | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/Fuzzing/environment-identifiers.txt b/Fuzzing/environment-identifiers.txt index 67ffb80..521d243 100644 --- a/Fuzzing/environment-identifiers.txt +++ b/Fuzzing/environment-identifiers.txt @@ -7,9 +7,9 @@ homo int integration pp +pprod prd preprod -pprod prod qual qualif @@ -17,14 +17,14 @@ qualification recette staging stg +ta temp -tmp test testing +tmp tst tuat uag uap uat val -ta From f86abe0dde6bedb60117ac743407c5520adb7741 Mon Sep 17 00:00:00 2001 From: Dominique RIGHETTO Date: Wed, 24 Nov 2021 14:00:08 +0100 Subject: [PATCH 08/10] Add new entries after extraction from LU domains from MAjestic file See PR comment --- Fuzzing/environment-identifiers.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/Fuzzing/environment-identifiers.txt b/Fuzzing/environment-identifiers.txt index 521d243..b673f65 100644 --- a/Fuzzing/environment-identifiers.txt +++ b/Fuzzing/environment-identifiers.txt @@ -11,10 +11,12 @@ pprod prd preprod prod +production qual qualif qualification recette +stag staging stg ta From 9e778c6046f4038d67912b9c1cb7da4f3d441c19 Mon Sep 17 00:00:00 2001 From: Dominique RIGHETTO Date: Fri, 26 Nov 2021 11:48:46 +0100 Subject: [PATCH 09/10] Add results from FR + BE sub domains --- Fuzzing/environment-identifiers.txt | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/Fuzzing/environment-identifiers.txt b/Fuzzing/environment-identifiers.txt index b673f65..1e54c5a 100644 --- a/Fuzzing/environment-identifiers.txt +++ b/Fuzzing/environment-identifiers.txt @@ -3,12 +3,26 @@ alpha beta dev develop +development +developpement +developpeurs +devl +devlp +devlpt +homl homo +homol +homologation +hotfix int +inte +integ integration +intl pp pprod prd +preprd preprod prod production @@ -30,3 +44,4 @@ uag uap uat val +validation From 560145a344260a7421238e3be0d05693b5695791 Mon Sep 17 00:00:00 2001 From: Dominique RIGHETTO Date: Fri, 26 Nov 2021 12:14:25 +0100 Subject: [PATCH 10/10] Add script to build a list of of environment identifiers based on sub domain names. --- .bin/generate-environment-identifiers-dict.sh | 29 +++++++++++++++++++ 1 file changed, 29 insertions(+) create mode 100644 .bin/generate-environment-identifiers-dict.sh diff --git a/.bin/generate-environment-identifiers-dict.sh b/.bin/generate-environment-identifiers-dict.sh new file mode 100644 index 0000000..0d2e84b --- /dev/null +++ b/.bin/generate-environment-identifiers-dict.sh @@ -0,0 +1,29 @@ +#!/usr/bin/env bash +# Script to build a list of of environment identifiers based on sub domain names. +## References: +# See https://blog.majestic.com/development/alexa-top-1-million-sites-retired-heres-majestic-million/ +# See https://github.com/danielmiessler/SecLists/issues/654 +# See https://github.com/danielmiessler/SecLists/pull/671 +## Requires jq +# +# Add more top level domain in the expression below +TLD_WANTED_EXPR="\.(lu|be)$" +# +echo "[+] Download Majestic CSV file..." +wget -O majestic.csv https://downloads.majestic.com/majestic_million.csv +echo "[+] Extract wanted domains..." +cat majestic.csv | cut -d',' -f3 | grep -E $TLD_WANTED_EXPR > domains.txt +wc -l domains.txt +echo "[+] Extract sub domains via Certificate Transparency logs (https://crt.sh)..." +while IFS= read -r line +do + printf "\rDomain: %-40s" "$line" + curl -sk "https://crt.sh/?q=$line&output=json" | jq -r ".[].name_value" | cut -d'.' -f1 1>> subdomains.txt 2>/dev/null +done < domains.txt +cat subdomains.txt | sort -u > subdomains.tmp +mv subdomains.tmp subdomains.txt +wc -l subdomains.txt +echo "[+] Extract environment like sub domains..." +grep -Ei "^(de|dv|ts|te|in|st|ho|pr|pp)" subdomains.txt > env-like-subdomains.txt +echo "[i] Manually review the generated file 'env-like-subdomains.txt' for accurate content." +wc -l env-like-subdomains.txt