Skip to content

Commit

Permalink
Merge pull request #98 from Security-Tools-Alliance/update-tools-cele…
Browse files Browse the repository at this point in the history 
…ry-starts

fix(tools): update git tools at startup
  • Loading branch information
@AnonymousWP
AnonymousWP committed Jun 10, 2024
2 parents 9be1fcb + 68e2029 commit 0509a91
Showing 1 changed file with 57 additions and 30 deletions.
87 changes: 57 additions & 30 deletions web/celery-entrypoint.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -52,56 +52,77 @@ fi
if [ ! -d "/usr/src/github/Sublist3r" ]
then
echo "Cloning Sublist3r"
git clone https://github.com/aboul3la/Sublist3r /usr/src/github/Sublist3r
git clone https://github.com/aboul3la/Sublist3r /usr/src/github/Sublist3r --quiet
else
echo "Updating Sublist3r"
git -C /usr/src/github/Sublist3r/ pull --quiet
fi
python3 -m pip install -r /usr/src/github/Sublist3r/requirements.txt
echo "Installing dependencies..."
python3 -m pip -q install -r /usr/src/github/Sublist3r/requirements.txt

# clone OneForAll
if [ ! -d "/usr/src/github/OneForAll" ]
then
echo "Cloning OneForAll"
git clone https://github.com/shmilylty/OneForAll /usr/src/github/OneForAll
git clone https://github.com/shmilylty/OneForAll /usr/src/github/OneForAll --quiet
else
echo "Updating OneForAll"
git -C /usr/src/github/OneForAll/ pull --quiet
fi
python3 -m pip install -r /usr/src/github/OneForAll/requirements.txt
echo "Installing dependencies..."
python3 -m pip -q install -r /usr/src/github/OneForAll/requirements.txt

# clone eyewitness
if [ ! -d "/usr/src/github/EyeWitness" ]
then
echo "Cloning EyeWitness"
git clone https://github.com/FortyNorthSecurity/EyeWitness /usr/src/github/EyeWitness
# pip install -r /usr/src/github/Eyewitness/requirements.txt
git clone https://github.com/FortyNorthSecurity/EyeWitness /usr/src/github/EyeWitness --quiet
else
echo "Updating EyeWitness"
git -C /usr/src/github/EyeWitness/ pull --quiet
fi

# clone theHarvester
if [ ! -d "/usr/src/github/theHarvester" ]
then
echo "Cloning theHarvester"
git clone https://github.com/laramies/theHarvester /usr/src/github/theHarvester
git clone https://github.com/laramies/theHarvester /usr/src/github/theHarvester --quiet
else
echo "Updating theHarvester"
git -C /usr/src/github/theHarvester/ pull --quiet
fi
python3 -m pip install -r /usr/src/github/theHarvester/requirements/base.txt
echo "Installing dependencies..."
python3 -m pip -q install -r /usr/src/github/theHarvester/requirements/base.txt

# clone vulscan
if [ ! -d "/usr/src/github/scipag_vulscan" ]
then
echo "Cloning Nmap Vulscan script"
git clone https://github.com/scipag/vulscan /usr/src/github/scipag_vulscan
git clone https://github.com/scipag/vulscan /usr/src/github/scipag_vulscan --quiet
echo "Symlinking to nmap script dir"
ln -s /usr/src/github/scipag_vulscan /usr/share/nmap/scripts/vulscan
echo "Usage in reNgine, set vulscan/vulscan.nse in nmap_script scanEngine port_scan config parameter"
else
echo "Updating Nmap Vulscan script"
git -C /usr/src/github/scipag_vulscan/ pull --quiet
fi
echo "Usage in reNgine, set vulscan/vulscan.nse in nmap_script scanEngine port_scan config parameter"

# install h8mail
python3 -m pip install h8mail
echo "Installing dependencies..."
python3 -m pip -q install h8mail

# install gf patterns
if [ ! -d "/root/Gf-Patterns" ];
then
echo "Installing GF Patterns"
mkdir ~/.gf
cp -r $GOPATH/src/github.com/tomnomnom/gf/examples/*.json ~/.gf
git clone https://github.com/1ndianl33t/Gf-Patterns ~/Gf-Patterns
mv ~/Gf-Patterns/*.json ~/.gf
mkdir -p ~/.gf
cp -r $GOPATH/pkg/mod/github.com/tomnomnom/gf*/examples/*.json ~/.gf
git clone https://github.com/1ndianl33t/Gf-Patterns ~/Gf-Patterns --quiet
else
echo "Updating GF Patterns"
git -C /root/Gf-Patterns/ pull --quiet
fi
mv ~/Gf-Patterns/*.json ~/.gf

# store scan_results
if [ ! -d "/usr/src/scan_results" ]
Expand All @@ -110,54 +131,60 @@ then
fi

# test tools, required for configuration
naabu && subfinder && amass
nuclei
naabu;subfinder;amass;nuclei

if [ ! -d "/root/nuclei-templates/geeknik_nuclei_templates" ];
then
echo "Installing Geeknik Nuclei templates"
git clone https://github.com/geeknik/the-nuclei-templates.git ~/nuclei-templates/geeknik_nuclei_templates
git clone https://github.com/geeknik/the-nuclei-templates.git ~/nuclei-templates/geeknik_nuclei_templates --quiet
else
echo "Removing old Geeknik Nuclei templates and updating new one"
rm -rf ~/nuclei-templates/geeknik_nuclei_templates
git clone https://github.com/geeknik/the-nuclei-templates.git ~/nuclei-templates/geeknik_nuclei_templates
git clone https://github.com/geeknik/the-nuclei-templates.git ~/nuclei-templates/geeknik_nuclei_templates --quiet
fi

if [ ! -f ~/nuclei-templates/ssrf_nagli.yaml ];
then
echo "Downloading ssrf_nagli for Nuclei"
wget https://raw.githubusercontent.com/NagliNagli/BountyTricks/main/ssrf.yaml -O ~/nuclei-templates/ssrf_nagli.yaml
fi
echo "Downloading ssrf_nagli for Nuclei"
wget https://raw.githubusercontent.com/NagliNagli/BountyTricks/main/ssrf.yaml -O ~/nuclei-templates/ssrf_nagli.yaml

if [ ! -d "/usr/src/github/CMSeeK" ]
then
echo "Cloning CMSeeK"
git clone https://github.com/Tuhinshubhra/CMSeeK /usr/src/github/CMSeeK
pip install -r /usr/src/github/CMSeeK/requirements.txt
git clone https://github.com/Tuhinshubhra/CMSeeK /usr/src/github/CMSeeK --quiet
else
echo "Updating CMSeeK"
git -C /usr/src/github/CMSeeK/ pull --quiet
fi
echo "Installing dependencies..."
python3 -m pip -q install -r /usr/src/github/CMSeeK/requirements.txt

# clone ctfr
if [ ! -d "/usr/src/github/ctfr" ]
then
echo "Cloning CTFR"
git clone https://github.com/UnaPibaGeek/ctfr /usr/src/github/ctfr
git clone https://github.com/UnaPibaGeek/ctfr /usr/src/github/ctfr --quiet
else
echo "Updating CTFR"
git -C /usr/src/github/ctfr/ pull --quiet
fi

# clone gooFuzz
if [ ! -d "/usr/src/github/goofuzz" ]
then
echo "Cloning GooFuzz"
git clone https://github.com/m3n0sd0n4ld/GooFuzz.git /usr/src/github/goofuzz
chmod +x /usr/src/github/goofuzz/GooFuzz
git clone https://github.com/m3n0sd0n4ld/GooFuzz.git /usr/src/github/goofuzz --quiet
else
echo "Updating GooFuzz"
git -C /usr/src/github/goofuzz/ pull --quiet
fi
chmod +x /usr/src/github/goofuzz/GooFuzz

exec "$@"

# httpx seems to have issue, use alias instead!!!
echo 'alias httpx="/go/bin/httpx"' >> ~/.bashrc

# TEMPORARY FIX, httpcore is causing issues with celery, removing it as temp fix
python3 -m pip uninstall -y httpcore
python3 -m pip -q uninstall -y httpcore

if [ ! "$CELERY_LOGLEVEL" ]; then
export CELERY_LOGLEVEL='info'
Expand Down

0 comments on commit 0509a91

Please sign in to comment.