build: use mawk instead of sed

jarelllama · Feb 9, 2025 · 28967b3 · 28967b3
1 parent bf7af8f
commit 28967b3
Show file tree

Hide file tree

Showing 2 changed files with 26 additions and 2 deletions.
diff --git a/scripts/build_lists.sh b/scripts/build_lists.sh
@@ -54,7 +54,8 @@ build() {
     dir="$DOMAINS"
     : > "${dir}/${output_file}"
     append_header '#' 'Wildcard Domains'
-    sed 's/[|\^]//g' compiled.tmp >> "${dir}/${output_file}"
+    mawk '{ gsub (/[|^]/, ""); print }' compiled.tmp \
+        >> "${dir}/${output_file}"
 }
 
 # Append the header onto the blocklist.

diff --git a/scripts/retrieve_domains.sh b/scripts/retrieve_domains.sh
@@ -5,9 +5,32 @@
 
 # Array of sources used to retrieve domains
 readonly -a SOURCES=(
-
+source_165antifraud
+    source_aa419
+    source_behindmlm
+    source_BugsFighter
+    source_coi.gov.cz
     source_cybersquatting
+    source_dga_detector
+    source_emerging_threats
+    source_fakewebshoplisthun
+    source_greatis
+    source_gridinsoft
+    source_jeroengui
+    source_jeroengui_nrd
+    source_manual
+    source_pcrisk
+    source_phishstats
+    source_puppyscams
     source_regex
+    source_scamadviser
+    source_scamdirectory
+    source_stopgunscams
+    source_unit42
+    source_viriback_tracker
+    source_vzhh
+    source_wipersoft
+    source_google_search
 )
 readonly FUNCTION='bash scripts/tools.sh'
 readonly RAW='data/raw.txt'