Init

scripts/cleanup.sh

@@ -0,0 +1,32 @@
+#!/usr/bin/env sh
+# Removes a bunch of stuff and adds the IPs if missing.
+# All empty lines, anything pointing to localhost, comments, trailing whitespaces, multiple spaces, tabs, etc. get removed.
+# All domains should point to 127.0.0.1
+# If any of the domains exist in the whitelist it's ignored.
+# Once everything is clean the file gets stored and any duplicate gets removed.
+#
+
+for file in "$@"; do
+	[ ! -f "$file" ] && echo "$file does not exist" && continue
+
+	# Remove comments, stuff pointing to localhost, whitespaces, tabs, etc.
+	sed -i 's/#.*$//g;/^$/d;/localhost$/d;/::/d;/local$/d;/localdomain$/d;/broadcasthost$/d;/0.0.0.0$/d;/^[[:space:]]*$/d;s/[ \t]*$//g;s/^[ \t]*//g;s/[[:blank:]]/ /g' "$file"
+
+	# All domains should point to 127.0.0.1
+	## Add it to all lines not starting with an IP address
+	sed -i -r '/^([0-9]{1,3}\.){3}[0-9]{1,3}/! s/^/127.0.0.1 /' "$file"
+	## Replace all IPs with 127.0.0.1
+	sed -i -r 's/^([0-9]{1,3}\.){3}[0-9]{1,3} /127.0.0.1 /g' "$file"
+
+	# Remove multiple spaces (If anybody knows how to do this with sed please let me know)
+	tr -s ' ' < "$file" > "$file.tmp"
+
+	# Remove any domain that exists in the whitelist
+	grep -v -x -f ../whitelist "$file.tmp" > "$file.tmp2"
+
+	# Remove duplicates
+	sort < "$file.tmp2" | uniq > "$file"_clean
+
+	# Remove the old files
+	rm "$file.tmp" "$file.tmp2" "$file"
+done