Merge pull request #960 from six2dez/dev

Dev

Author: six2dez

Docker/Dockerfile

@@ -1,7 +1,6 @@
 # syntax=docker/dockerfile:1.4
 
-# Specify a non-root user
-FROM kalilinux/kali-rolling:trunk AS base_reconftw
+FROM ubuntu:latest AS base_reconftw
 USER nonrootuser
 
 # Add a healthcheck instruction
@@ -17,14 +16,11 @@ ARG SHODAN_API_KEY="XXXXXXXXXXXXXX"
 ARG LANG=en_US.UTF-8
 ARG LANGUAGE=en_US
 
-ARG GIT_REPOSITORY_AXIOM="https://github.com/pry0cc/axiom"
-ARG GIT_REPOSITORY_RECONFTW="https://github.com/six2dez/reconftw"
-
 ##################################################
 ###> Do NOT change anything beyond this point <###
 ##################################################
 
-FROM kalilinux/kali-rolling:trunk AS base
+FROM ubuntu:latest AS base
 
 LABEL org.label-schema.name='reconftw'
 LABEL org.label-schema.description='A simple script for full recon'
@@ -40,8 +36,8 @@ ARG SHODAN_API_KEY
 ARG LANG
 ARG LANGUAGE
 
-ARG GIT_REPOSITORY_AXIOM
-ARG GIT_REPOSITORY_RECONFTW
+ARG GIT_REPOSITORY_AXIOM="https://github.com/attacksurge/ax.git"
+ARG GIT_REPOSITORY_RECONFTW="https://github.com/six2dez/reconftw"
 
 ENV COLLAB_SERVER=$COLLAB_SERVER
 ENV XSS_SERVER=$XSS_SERVER
@@ -72,15 +68,11 @@ set -x
 ###>> Backup .bashrc <<###
 cp /root/.bashrc /root/original.bashrc
 
-###>> Update Sources <<###
-echo "deb http://kali.download/kali kali-rolling main contrib non-free" > /etc/apt/sources.list
-echo "deb-src http://kali.download/kali kali-rolling main contrib non-free" >> /etc/apt/sources.list
-
 ###>> System Configuration <<###
 apt clean all
 apt update
 apt full-upgrade -f -y --allow-downgrades
-apt install -y --no-install-recommends apt-utils ca-certificates curl git lsb-release nano wget vim jq htop nmon
+apt install -y --no-install-recommends apt-utils ca-certificates curl git lsb-release nano wget vim jq htop net-tools dnsutils nmap python3 python3-pip unzip whois
 
 ###>> Congifure Locales <<###
 apt install -y --no-install-recommends locales
@@ -133,19 +125,29 @@ COPY notify.conf /root/.config/notify/notify.conf
 ###>> Configure Axiom Provider <<###
 RUN <<eot
 ###>> Regenerate SSH Keys <<###
-# You REALLY do NOT want to use the default SSH keys in the base image
-find /root/.ssh -type f -delete
+apt update && apt install -y --no-install-recommends openssh-client
+
+mkdir -p /root/.ssh
+mkdir -p /root/.axiom/configs
+
 ssh-keygen -b 2048 -t rsa -f /root/.ssh/axiom_rsa -q -N ""
 cat /root/.ssh/axiom_rsa.pub > /root/.axiom/configs/authorized_keys
+
+apt remove --purge -y openssh-client && apt autoremove -y && apt clean all
+find /var/lib/apt/lists -type f -delete
+find /var/cache -type f -delete
+find /var/log -type f -delete
+find /tmp -type f -delete
+rm -rf /root/.cache
 eot
 
-COPY axiom-config.ini /root/.axiom/configs/config.ini
-COPY axiom-custom-provider.json /root/.axiom/accounts/personal.json
+#COPY axiom-config.ini /root/.axiom/configs/config.ini
+#COPY axiom-custom-provider.json /root/.axiom/accounts/personal.json
 RUN axiom-account personal
-RUN az group delete --name axiom --yes --no-wait
+# RUN az group delete --name axiom --yes --no-wait
 
-# This command exits with return code 1, so leave the '|| :' or the build will fail.
-COPY axiom-custom-provider.json /root/.axiom/accounts/personal.json
+ # This command exits with return code 1, so leave the '|| :' or the build will fail.
+# COPY axiom-custom-provider.json /root/.axiom/accounts/personal.json
 RUN axiom-build reconftw || :
 
 ## Issue 271

README.md

@@ -81,6 +81,7 @@ So, what are you waiting for? Go! Go! Go! :boom:
     - [GitHub sponsorship](#github-sponsorship)
   - [Thanks :pray:](#thanks-pray)
   - [Disclaimer](#disclaimer)
+  - [Star History](#star-history)
 
 ---
 
@@ -482,6 +483,7 @@ reset='\033[0m'
 - You can create your own axiom's fleet before running reconFTW or let reconFTW to create and destroy it automatically just modifying reconftw.cfg file.
 
 # Faraday Support :computer:
+
 - For Faraday community support, you need to install Faraday by yourself, authenticate in faraday-cli and set the workspace both in the config file and in the faraday-cli.
 
 # Sample video
@@ -497,8 +499,7 @@ reset='\033[0m'
 - Microsoft 365 and Azure tenant mapper ([msftrecon](https://github.com/Arcanum-Sec/msftrecon))
 - Metadata finder ([MetaFinder](https://github.com/Josue87/MetaFinder))
 - API leaks search ([porch-pirate](https://github.com/MandConsultingGroup/porch-pirate) and [SwaggerSpy](https://github.com/UndeadSec/SwaggerSpy))
-- Google Dorks ([dorks_hunter](https://github.com/six2dez/dorks_hunter))
-- Github Dorks ([gitdorks_go](https://github.com/damit5/gitdorks_go))
+- Google Dorks ([dorks_hunter](https://github.com/six2dez/dorks_hunter) and [xnldorker](https://github.com/xnl-h4ck3r/xnldorker))
 - GitHub org's repos analysis ([enumerepo](https://github.com/trickest/enumerepo), [trufflehog](https://github.com/trufflesecurity/trufflehog) and [gitleaks](https://github.com/gitleaks/gitleaks))
 - 3rd parties misconfigurations([misconfig-mapper](https://github.com/intigriti/misconfig-mapper))
 - Spoofable domains ([spoofcheck](https://github.com/MattKeeley/Spoofy))
@@ -678,4 +679,4 @@ The material contained in this repository is licensed under MIT.
 
 ## Star History
 
-![](images/six2dez_reconftw-stars-history.png)
+[![Star History Chart](https://api.star-history.com/svg?repos=six2dez/reconftw&type=Date)](https://www.star-history.com/#six2dez/reconftw&Date)

install.sh

@@ -83,7 +83,8 @@ declare -A gotools=(
 	["jsluice"]="go install -v github.com/BishopFox/jsluice/cmd/jsluice@latest"
 	["urlfinder"]="go install -v github.com/projectdiscovery/urlfinder/cmd/urlfinder@latest"
 	["cent"]="go install -v github.com/xm1k3/cent@latest"
-	["misconfig-mapper"]="go install -v github.com/intigriti/misconfig-mapper/cmd/misconfig-mapper@latest"
+	["csprecon"]="go install github.com/edoardottt/csprecon/cmd/csprecon@latest"
+	["VhostFinder"]="go install -v github.com/wdahlenburg/VhostFinder@latest"
 )
 
 # Declare pipx tools and their paths
@@ -95,15 +96,18 @@ declare -A pipxtools=(
 	["urless"]="xnl-h4ck3r/urless"
 	["ghauri"]="r0oth3x49/ghauri"
 	["xnLinkFinder"]="xnl-h4ck3r/xnLinkFinder"
+	["xnldorker"]="xnl-h4ck3r/xnldorker"
 	["porch-pirate"]="MandConsultingGroup/porch-pirate"
 	["p1radup"]="iambouali/p1radup"
+	["subwiz"]="hadriansecurity/subwiz"
 )
 
 # Declare repositories and their paths
 declare -A repos=(
 	["dorks_hunter"]="six2dez/dorks_hunter"
 	["gf"]="tomnomnom/gf"
 	["Gf-Patterns"]="1ndianl33t/Gf-Patterns"
+	["sus_params"]="g0ldencybersec/sus_params"
 	["Corsy"]="s0md3v/Corsy"
 	["CMSeeK"]="Tuhinshubhra/CMSeeK"
 	["fav-up"]="pielco11/fav-up"
@@ -124,10 +128,13 @@ declare -A repos=(
 	["SwaggerSpy"]="UndeadSec/SwaggerSpy"
 	["LeakSearch"]="JoelGMSec/LeakSearch"
 	["ffufPostprocessing"]="Damian89/ffufPostprocessing"
+	["misconfig-mapper"]="intigriti/misconfig-mapper"
 	["Spoofy"]="MattKeeley/Spoofy"
 	["msftrecon"]="Arcanum-Sec/msftrecon"
+	["Scopify"]="Arcanum-Sec/Scopify"
 	["metagoofil"]="opsdisk/metagoofil"
 	["EmailHarvester"]="maldevel/EmailHarvester"
+	["reconftw_ai"]="six2dez/reconftw_ai"
 )
 
 # Function to display the banner
@@ -177,7 +184,7 @@ function install_tools() {
 		fi
 	done
 
-	echo -e "\n${bblue}Running: Installing pipx tools (${#pipxtools[@]})${reset}\n"
+	echo -e "\n${bblue}Running: Installing pipx tools (${#repos[@]})${reset}\n"
 
 	local pipx_step=0
 	local failed_pipx_tools=()
@@ -264,6 +271,9 @@ function install_tools() {
 			fi
 			source venv/bin/activate
 			eval "pip3 install --upgrade -r requirements.txt $DEBUG_STD" &>/dev/null
+			if [ "$repo" = "dorks_hunter" ]; then
+				pip install xnldorker &>/dev/null
+			fi
 			deactivate
 		fi
 
@@ -286,6 +296,14 @@ function install_tools() {
 			go build -o ffufPostprocessing main.go &>/dev/null
 			chmod +x ./ffufPostprocessing
 			;;
+		"misconfig-mapper")
+			git reset --hard origin/main &>/dev/null
+			git pull &>/dev/null
+			go mod tidy &>/dev/null
+			go build -o misconfig-mapper &>/dev/null
+			chmod +x ./misconfig-mapper &>/dev/null
+			cp misconfig-mapper $HOME/go/bin/ &>/dev/null
+			;;
 		"trufflehog")
 			go install &>/dev/null
 			;;
@@ -296,6 +314,12 @@ function install_tools() {
 			cp -r examples ${HOME}/.gf &>/dev/null
 		elif [[ $repo == "Gf-Patterns" ]]; then
 			cp ./*.json ${HOME}/.gf &>/dev/null
+		elif [[ $repo == "sus_params" ]]; then
+			for f in ./gf-patterns/*.json; do
+				base=$(basename "$f")
+				dest="${HOME}/.gf/$base"
+				cat "$f" | anew -q "$dest" >/dev/null
+			done
 		fi
 
 		# Return to the main directory
@@ -312,8 +336,8 @@ function install_tools() {
 	subfinder &>/dev/null
 	subfinder &>/dev/null
 	mkdir -p ${NUCLEI_TEMPLATES_PATH} &>/dev/null
-	cent init -f &>/dev/null
-	cent -p ${NUCLEI_TEMPLATES_PATH} &>/dev/null
+	#cent init -f &>/dev/null
+	#cent -p ${NUCLEI_TEMPLATES_PATH} &>/dev/null
 
 	# Handle failed installations
 	if [[ ${#failed_tools[@]} -ne 0 ]]; then
@@ -600,6 +624,7 @@ function initial_setup() {
 	    ["ssti_wordlist"]="https://gist.githubusercontent.com/six2dez/ab5277b11da7369bf4e9db72b49ad3c1/raw ${ssti_wordlist}"
 	    ["headers_inject"]="https://gist.github.com/six2dez/d62ab8f8ffd28e1c206d401081d977ae/raw ${tools}/headers_inject.txt"
 	    ["axiom_config"]="https://gist.githubusercontent.com/six2dez/6e2d9f4932fd38d84610eb851014b26e/raw ${tools}/axiom_config.sh"
+		["jsluice_patterns"]="https://gist.githubusercontent.com/six2dez/2aafa8dc2b682bb0081684e71900e747/raw ${tools}/jsluice_patterns.json"
 	)
 
 	for key in "${!downloads[@]}"; do

reconftw.cfg

@@ -68,6 +68,7 @@ SUBANALYTICS=true # Google Analytics search
 SUBBRUTE=true # DNS bruteforcing
 SUBSCRAPING=true # Subdomains extraction from web crawling
 SUBPERMUTE=true # DNS permutations
+SUBIAPERMUTE=true # Permutations by IA analysis
 SUBREGEXPERMUTE=true # Permutations by regex analysis
 PERMUTATIONS_OPTION=gotator # The alternative is "ripgen" (faster, not deeper)
 GOTATOR_FLAGS=" -depth 1 -numbers 3 -mindup -adv -md" # Flags for gotator
@@ -224,6 +225,11 @@ FARADAY_USER="faraday" # Faraday user
 FARADAY_PASS="FARADAY_PASSWORD" # Faraday password
 FARADAY_WORKSPACE="reconftw" # Faraday workspace
 
+# AI
+AI_MODEL="llama3:8b" # Model to use
+AI_REPORT_TYPE="md" # Report type to use (md, txt)
+AI_REPORT_PROFILE="bughunter" # Report profile to use (executive, brief, or bughunter)
+
 # TERM COLORS
 bred='\033[1;31m'
 bblue='\033[1;34m'