106 lines
3.4 KiB
Python
106 lines
3.4 KiB
Python
import os
|
|
import requests
|
|
import utils
|
|
import pathlib
|
|
|
|
# Load environment variables
|
|
TOKEN = utils.load_env()["CLOUDFLARE_TOKEN"]
|
|
ACCOUNT_ID = utils.load_env()["CLOUDFLARE_ACCOUNT_ID"]
|
|
|
|
|
|
def get_blocklists():
|
|
# __file__ is a special variable that is the path to the current file
|
|
list_directory = pathlib.Path(__file__).parent.parent.joinpath("blocklists")
|
|
for file in list_directory.iterdir():
|
|
blocklists = utils.convert_to_list(file)
|
|
return blocklists
|
|
|
|
|
|
def apply_whitelists(blocklists):
|
|
whitelist = utils.convert_to_list(
|
|
pathlib.Path(__file__).parent.parent.joinpath("whitelist.txt")
|
|
)
|
|
blocklists = [x for x in blocklists if x not in whitelist]
|
|
return blocklists
|
|
|
|
|
|
def split_list(blocklists):
|
|
lists = []
|
|
lists.extend(
|
|
[blocklists[i : i + 1000] for i in range(0, len(blocklists), 1000)]
|
|
) # This is the same as the for loop below
|
|
# for i in range(0, len(blocklists), 1000):
|
|
# # This is appending a list of 1000 domains to the lists list. It is doing this by slicing the blocklists list to get the first 1000 domains, then the next 1000 domains, etc.
|
|
# lists.append(blocklists[i:i + 1000])
|
|
return lists
|
|
|
|
|
|
def upload_to_cloudflare(lists):
|
|
# A: It's iterating over the lists and uploading them to Cloudflare, the enumerate function is used to get the index of the list since lists is a list of lists
|
|
for i, lst in enumerate(lists):
|
|
list_name = f"adblock-list-{i + 1}"
|
|
url = (
|
|
f"https://api.cloudflare.com/client/v4/accounts/{ACCOUNT_ID}/gateway/lists"
|
|
)
|
|
headers = {
|
|
"Authorization": f"Bearer {TOKEN}",
|
|
"Content-Type": "application/json",
|
|
}
|
|
|
|
data = {
|
|
"name": list_name,
|
|
"type": "DOMAIN",
|
|
"description": "A blocklist of ad domains",
|
|
# Writing this program, I have noticed how powerful list comprehension is.
|
|
"items": [
|
|
{
|
|
"value": x,
|
|
}
|
|
for x in lst
|
|
],
|
|
}
|
|
response = requests.post(url, headers=headers, json=data, timeout=10)
|
|
print(f"Uploaded {list_name} to Cloudflare")
|
|
if response.status_code != 200:
|
|
print(f"Error uploading {list_name}: {response.text}")
|
|
|
|
|
|
def create_dns_policy(lists):
|
|
url = f"https://api.cloudflare.com/client/v4/accounts/{ACCOUNT_ID}/gateway/rules"
|
|
headers = {
|
|
"Authorization": f"Bearer {TOKEN}",
|
|
"Content-Type": "application/json",
|
|
}
|
|
# Construct the traffic string
|
|
traffic = ""
|
|
for i, lst in enumerate(lists):
|
|
if i != 0:
|
|
# ' or ' cannot be seen in the Zero Trs Dashboard
|
|
traffic += " or "
|
|
traffic += f'any(dns.domains[*] in ${lst["id"]})'
|
|
# print(traffic)
|
|
data = {
|
|
"name": "Block Ads",
|
|
"description": "Block ad domains",
|
|
"action": "block",
|
|
"traffic": traffic,
|
|
"enabled": True,
|
|
}
|
|
response = requests.post(url, headers=headers, json=data, timeout=10)
|
|
if response.status_code != 200:
|
|
print(f"Error creating DNS policy: {response.text}")
|
|
|
|
|
|
def main():
|
|
blocklists = get_blocklists()
|
|
blocklists = apply_whitelists(blocklists)
|
|
lists = split_list(blocklists)
|
|
upload_to_cloudflare(lists)
|
|
cloud_lists = utils.get_lists()
|
|
cloud_lists = utils.filter_adblock_lists(cloud_lists)
|
|
create_dns_policy(cloud_lists)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|