Skip to content

Commit

Permalink
Update make_domains.sh
Browse files Browse the repository at this point in the history
  • Loading branch information
gioxx committed Jan 10, 2025
1 parent 253bf16 commit b1a5bd9
Showing 1 changed file with 17 additions and 16 deletions.
33 changes: 17 additions & 16 deletions sh/make_domains.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ wget -c "https://raw.githubusercontent.com/mitchellkrogza/Phishing.Database/mast
wget -c "https://raw.githubusercontent.com/AmnestyTech/investigations/master/2021-07-18_nso/domains.txt" -O "do_2021-07-18_nso.txt"
wget -c "https://raw.githubusercontent.com/noads-it/NSA-CIA-Blocklist/main/HOSTS/HOSTS" -O "do_NSA-CIA-Blocklist.txt"
wget -c "https://raw.githubusercontent.com/marco-acorte/antispam-it/main/antispam-it.txt" -O "do_antispam-it.txt"
wget -c "https://raw.githubusercontent.com/mitchellkrogza/Phishing.Database/master/whitelist.me/whitelist.me" -O "do_whitelist.me"
# wget -c "https://raw.githubusercontent.com/mitchellkrogza/Phishing.Database/master/whitelist.me/whitelist.me" -O "do_whitelist.me"

emptycheck () {
if [ -s $1 ]
Expand All @@ -20,21 +20,21 @@ emptycheck "do_phishingdomains_newtoday.txt"
emptycheck "do_2021-07-18_nso.txt"
emptycheck "do_NSA-CIA-Blocklist.txt"
emptycheck "do_antispam-it.txt"
test -s "do_whitelist.me" || exit 1
grep -v -P '^(REG|ALL)' do_whitelist.me | sort >> do_whitelist.txt
rm "do_whitelist.me"
# test -s "do_whitelist.me" || exit 1
# grep -v -P '^(REG|ALL)' do_whitelist.me | sort >> do_whitelist.txt
# rm "do_whitelist.me"

cat contrib/upd_exclude >> "do_whitelist.txt"
sort -u -o "do_whitelist_sort.txt" "do_whitelist.txt"
rm "do_whitelist.txt"
while read line; do
echo "Cerco ed elimino $line"
sed -e "/$line/d" -i "do_phishingdomains.txt"
sed -e "/$line/d" -i "do_phishingdomains_newtoday.txt"
sed -e "/$line/d" -i "do_2021-07-18_nso.txt"
sed -e "/$line/d" -i "do_NSA-CIA-Blocklist.txt"
sed -e "/$line/d" -i "do_antispam-it.txt"
done < do_whitelist_sort.txt
# cat contrib/upd_exclude >> "do_whitelist.txt"
# sort -u -o "do_whitelist_sort.txt" "do_whitelist.txt"
# rm "do_whitelist.txt"
# while read line; do
# echo "Cerco ed elimino $line"
# sed -e "/$line/d" -i "do_phishingdomains.txt"
# sed -e "/$line/d" -i "do_phishingdomains_newtoday.txt"
# sed -e "/$line/d" -i "do_2021-07-18_nso.txt"
# sed -e "/$line/d" -i "do_NSA-CIA-Blocklist.txt"
# sed -e "/$line/d" -i "do_antispam-it.txt"
# done < do_whitelist_sort.txt

sed -i -e 1,16d "do_NSA-CIA-Blocklist.txt"
sed -i '/^$/d' "do_phishingdomains.txt"
Expand All @@ -61,5 +61,6 @@ else
echo "Different MD5, proceed with list creation."
echo "md5=$md5_new" >> $GITHUB_ENV
cat "do_upd_sort.txt" > "domains/upd_domains.txt"
rm "do_phishingdomains.txt" "do_phishingdomains_newtoday.txt" "do_2021-07-18_nso.txt" "do_NSA-CIA-Blocklist.txt" "do_upd_nosort.txt" "do_upd_sort.txt" "do_whitelist_sort.txt" "do_antispam-it.txt"
# rm "do_phishingdomains.txt" "do_phishingdomains_newtoday.txt" "do_2021-07-18_nso.txt" "do_NSA-CIA-Blocklist.txt" "do_upd_nosort.txt" "do_upd_sort.txt" "do_whitelist_sort.txt" "do_antispam-it.txt"
rm "do_phishingdomains.txt" "do_phishingdomains_newtoday.txt" "do_2021-07-18_nso.txt" "do_NSA-CIA-Blocklist.txt" "do_upd_nosort.txt" "do_upd_sort.txt" "do_antispam-it.txt"
fi

0 comments on commit b1a5bd9

Please sign in to comment.