Skip to content

Commit abd7d1c

Browse files
author
Viet Huynh
committed
removed pretty much every piece of shell script
1 parent e792bfd commit abd7d1c

3 files changed

+56
-54
lines changed

download_lists.js

+54-1
Original file line numberDiff line numberDiff line change
@@ -2,4 +2,57 @@ import { resolve } from "path";
22

33
import { downloadFiles } from "./lib/utils.js";
44

5-
downloadFiles(resolve(process.argv[2]), process.argv.slice(3));
5+
const allowlistUrls = [
6+
"https://raw.githubusercontent.com/im-sm/Pi-hole-Torrent-Blocklist/main/all-torrent-trackres.txt",
7+
"https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/banks.txt",
8+
"https://raw.githubusercontent.com/hagezi/dns-blocklists/main/whitelist.txt",
9+
"https://raw.githubusercontent.com/TogoFire-Home/AD-Settings/main/Filters/whitelist.txt",
10+
"https://raw.githubusercontent.com/freekers/whitelist/master/domains/whitelist.txt",
11+
"https://raw.githubusercontent.com/DandelionSprout/AdGuard-Home-Whitelist/master/whitelist.txt",
12+
"https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exclusions.txt",
13+
"https://raw.githubusercontent.com/anudeepND/whitelist/master/domains/optional-list.txt",
14+
"https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/issues.txt",
15+
"https://raw.githubusercontent.com/hagezi/dns-blocklists/main/whitelist-referral.txt",
16+
"https://raw.githubusercontent.com/mawenjian/china-cdn-domain-whitelist/master/china-cdn-domain-whitelist.txt",
17+
"https://raw.githubusercontent.com/notracking/hosts-blocklists-scripts/master/hostnames.whitelist.txt",
18+
"https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/mac.txt",
19+
"https://raw.githubusercontent.com/boutetnico/url-shorteners/master/list.txt",
20+
"https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/windows.txt",
21+
"https://raw.githubusercontent.com/Dogino/Discord-Phishing-URLs/main/official-domains.txt",
22+
"https://raw.githubusercontent.com/ookangzheng/blahdns/master/hosts/whitelist.txt",
23+
"https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/android.txt",
24+
"https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/sensitive.txt",
25+
"https://raw.githubusercontent.com/anudeepND/whitelist/master/domains/whitelist.txt",
26+
"https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/firefox.txt",
27+
// Commented out because it whitelists sites including doubleclick.net and ad.atdmt.com
28+
// https://raw.githubusercontent.com/anudeepND/whitelist/master/domains/referral-sites.txt,
29+
// Uncomment the line below to use OISD's most commmonly whitelisted list
30+
// https://local.oisd.nl/extract/commonly_whitelisted.php,
31+
];
32+
const blocklistUrls = [
33+
"https://raw.githubusercontent.com/mullvad/dns-blocklists/main/output/doh/doh_adblock.txt",
34+
"https://raw.githubusercontent.com/mullvad/dns-blocklists/main/output/doh/doh_gambling.txt",
35+
"https://raw.githubusercontent.com/mullvad/dns-blocklists/main/output/doh/doh_privacy.txt",
36+
"https://raw.githubusercontent.com/FadeMind/hosts.extras/master/add.Risk/hosts",
37+
"https://adaway.org/hosts.txt",
38+
"https://raw.githubusercontent.com/StevenBlack/hosts/master/hosts",
39+
];
40+
const listType = process.argv[2];
41+
42+
switch (listType) {
43+
case "allowlist": {
44+
await downloadFiles(resolve("./allowlist.txt"), allowlistUrls);
45+
console.log(
46+
"Done. The allowlist.txt file contains merged data from recommended whitelists."
47+
);
48+
break;
49+
}
50+
case "blocklist": {
51+
await downloadFiles(resolve("./blocklist.txt"), blocklistUrls);
52+
console.log(
53+
"Done. The blocklist.txt file contains merged data from recommended filter lists."
54+
);
55+
break;
56+
}
57+
default:
58+
}

get_recommended_filters.sh

+1-15
Original file line numberDiff line numberDiff line change
@@ -1,17 +1,3 @@
11
#!/bin/bash
22

3-
# declare an array of urls
4-
urls=(
5-
https://raw.githubusercontent.com/mullvad/dns-blocklists/main/output/doh/doh_adblock.txt
6-
https://raw.githubusercontent.com/mullvad/dns-blocklists/main/output/doh/doh_gambling.txt
7-
https://raw.githubusercontent.com/mullvad/dns-blocklists/main/output/doh/doh_privacy.txt
8-
https://raw.githubusercontent.com/FadeMind/hosts.extras/master/add.Risk/hosts
9-
https://adaway.org/hosts.txt
10-
https://raw.githubusercontent.com/StevenBlack/hosts/master/hosts
11-
)
12-
13-
# download all files in parallel and append them to blocklist.txt
14-
node download_lists.js blocklist.txt ${urls[@]}
15-
16-
# print a message when done
17-
echo "Done. The blocklist.txt file contains merged data from recommended filter lists."
3+
node download_lists.js blocklist

get_recommended_whitelist.sh

+1-38
Original file line numberDiff line numberDiff line change
@@ -1,40 +1,3 @@
11
#!/bin/bash
2-
#
3-
# Use the provided lists or add your own.
4-
# There is no limit on the amount of whitelisted domains you can have.
52

6-
# declare an array of urls
7-
urls=(
8-
https://raw.githubusercontent.com/im-sm/Pi-hole-Torrent-Blocklist/main/all-torrent-trackres.txt
9-
https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/banks.txt
10-
https://raw.githubusercontent.com/hagezi/dns-blocklists/main/whitelist.txt
11-
https://raw.githubusercontent.com/TogoFire-Home/AD-Settings/main/Filters/whitelist.txt
12-
https://raw.githubusercontent.com/freekers/whitelist/master/domains/whitelist.txt
13-
https://raw.githubusercontent.com/DandelionSprout/AdGuard-Home-Whitelist/master/whitelist.txt
14-
https://raw.githubusercontent.com/AdguardTeam/AdGuardSDNSFilter/master/Filters/exclusions.txt
15-
https://raw.githubusercontent.com/anudeepND/whitelist/master/domains/optional-list.txt
16-
https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/issues.txt
17-
https://raw.githubusercontent.com/hagezi/dns-blocklists/main/whitelist-referral.txt
18-
https://raw.githubusercontent.com/mawenjian/china-cdn-domain-whitelist/master/china-cdn-domain-whitelist.txt
19-
https://raw.githubusercontent.com/notracking/hosts-blocklists-scripts/master/hostnames.whitelist.txt
20-
https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/mac.txt
21-
https://raw.githubusercontent.com/boutetnico/url-shorteners/master/list.txt
22-
https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/windows.txt
23-
https://raw.githubusercontent.com/Dogino/Discord-Phishing-URLs/main/official-domains.txt
24-
https://raw.githubusercontent.com/ookangzheng/blahdns/master/hosts/whitelist.txt
25-
https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/android.txt
26-
https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/sensitive.txt
27-
https://raw.githubusercontent.com/anudeepND/whitelist/master/domains/whitelist.txt
28-
https://raw.githubusercontent.com/AdguardTeam/HttpsExclusions/master/exclusions/firefox.txt
29-
# Commented out because it whitelists sites including doubleclick.net and ad.atdmt.com
30-
# https://raw.githubusercontent.com/anudeepND/whitelist/master/domains/referral-sites.txt
31-
# Uncomment the line below to use OISD's most commmonly whitelisted list
32-
# https://local.oisd.nl/extract/commonly_whitelisted.php
33-
34-
)
35-
36-
# download all files in parallel and append them to allowlist.txt
37-
node download_lists.js allowlist.txt ${urls[@]}
38-
39-
# print a message when done
40-
echo "Done. The allowlist.txt file contains merged data from recommended whitelists."
3+
node download_lists.js allowlist

0 commit comments

Comments
 (0)