privoxy-easyfile/privoxy-easyfile.sh at master · subpathdev/privoxy-easyfile · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
#############################
# Privoxy-Easyfile
# Downloads Easyfile and EasyfileGermany
# writen by Jan Unterbrink
# E-Mail: privoxy-easyfile@subpath.de
###########
#
# Sumary:
#	This script downloads, converts
#	AdblockPlus lists into Actionfiles
#
#############################

# lists of the using URLS
# they are used by AdBlockPlus
URLS=(https://easylist.to/easylist/easylist.txt https://easylist.to/easylistgermany/easylistgermany.txt)

# dependencies
DEPENDS=('sed' 'grep' 'bash' 'curl')

#function for exists
command_exists () {
	type ${1} > /dev/null;
}

# if $UID != 0 then echo -e "Root privileges needed. Exit. \n\n" && usage && exit 1

for deb in ${DEPENDS[@]}
do
	if ! command_exists ${dep} ; then
		echo "The command ${dep} can't be found. Please install the package providing ${dep} and run $0 again. Exit\n" >&2
		exit 1
	fi
done

# downloading the files and saving in /tmp/
download () {
	for url in ${URLS[@]}
	do
		debug "Downloading ${url} ...\n" 0
		curl -k  ${url//\"/} > /tmp/${url//\//.}
	done
	debug "done download \n" 0
}

# function debug()
fmail=/tmp/easylist
debug () {
	echo -e ${1} >> $fmail
#	echo -e ${1}
}

# sending email
pmail() {
	cat ${fmail} | mail -s "convert easylist to privoxy" root
	> $fmail}
}

# main funcation
main () {
	download
	for url in ${URLS[@]}
	do
		debug "create variables: file and dictory \n" 2
		file=/tmp/${url//\//.}
		dictory=/etc/privoxy
		action=${url//\//.}.action
		filter=${dictory}/${url//\//.}.filter

		debug "Processing at ${url} ...\n" 0

#		if [ grep -e Adblock ${file} ]; then
#			echo "This file isn't an Adblock file"
#		fi

		# this want be done for the action and the filter file
		# deleting first line
		sed -i '1d' ${file}

		# creating actionfile and fill it
		# insert {+block{blocked}} after each line, which include block
		sed '/block/a {+block{blocked}}' ${file} > ${dictory}/${action}
		# insert {-block{whitelisted}} after each line, which include whitelist
		sed -i '/whitelist/a {-block{whitelisted}}' ${dictory}/${action}
		# deleting all comments
		sed -i '/^!.*/d' ${dictory}/${action}
		# deleting lines, which have a -$
		sed -i '/=$/d' ${dictory}/${action}
		# deleting all lines, which startetd with a #
		sed -i '/^#.*/d' ${dictory}/${action}
		# deleting lines with ?*
		sed -i '/?*/d' ${dictory}/${action}
		debug "Finished action file \n" 0


		# creating filterfile and fill it
		# deleting all lines, which beginnen with a &
		sed '/^&.*/d' ${file} > ${filter}
		# deleting all lines, which beginning with a +
		sed -i '/^+.*/d' ${filter}
		# deleting all lines, which beginning with a -
		sed -i '/^-.*/d' ${filter}
		# deleting all lines, which beginning with a /
		sed -i '/^\/.*/d' ${filter}
		# deleting all lines, which beginning with a .
		sed -i '/^\..*/d' ${filter}
		# deleting all lines, which beginning with a :
		sed -i '/^:.*/d' ${filter}
		# deleting all lines, which beginning with a ;
		sed -i '/^;.*/d' ${filter}
		# deleting all lines, which beginning with a =
		sed -i '/^=.*/d' ${filter}
		# deleting all lines, which beginning with a ;
		sed -i '/^;.*/d' ${filter}
		# deleting all lines, which beginning with a ?
		sed -i '/^?.*/d' ${filter}
		# deleting all lines, which beginning with a ^
		sed -i '/^\^.*/d' ${filter}
		# deleting all lines, which beginning with a _
		sed -i '/^_.*/d' ${filter}
		# deleting all lines, which beginning with a |
		sed -i '/^|.*/d' ${filter}
		# deleting all lines, which beginning with a ,
		sed -i '/^,.*/d' ${filter}
		# deleting all lines, which beginning with a number
		sed -i '/^[0-9].*/d' ${filter}
		# deleting all lines, wich beginning with a letter
		sed -i '/^[a-zA-Z].*/d' ${filter}
		# deleting all lines, wich beginning with a @
		sed -i '/^@.*/d' ${filter}
		# deleteing all komments
		sed -i '/^!.*/d' ${filter}
		# substitude ## with ##
		sed -i 's/^###/##/g' ${filter}
		# substitude ## with s@<(a-zA-Z0-9]+\s+.*id=
		sed -i 's/^##/s@<(a-zA-Z0-9]+\s+.*id=/g' ${filter}
		# insert at end of line
		sed -i 's/$/.*>.*<\/\\1>@@g/g' ${filter}
		# insert first line {+filter{}}
		sed -i '1 i\{+filter{easylist}}' ${filter}
		debug "finished filterfile \n" 0

		sed -i "/actionsfile \\${url//\//.}.action/d" /etc/privoxy/config
		sed -i "/filterfile \\${url//\//.}.filter/d" /etc/privoxy/config

		#insert filterfile and actionfile into the config
		debug "creating entry in the privoxy config\n" 2
		sed -i "/actionsfile user.action/a actionsfile \\${url//\//.}.action" /etc/privoxy/config
		sed -i "/filterfile user.filter/a filterfile \\${url//\//.}.filter" /etc/privoxy/config
	done
}

main
pmail
exit 1