mirror of
https://github.com/dani-garcia/vaultwarden
synced 2024-11-10 06:14:16 +00:00
Add a script to auto-generate the global equivalent domains JSON file
The script works by reading the relevant files from the upstream Bitwarden source repo and generating a matching JSON file. It could potentially be integrated into the build/release process, but for now it can be run manually as needed.
This commit is contained in:
parent
ad48e9ed0f
commit
9621278fca
1 changed files with 80 additions and 0 deletions
80
tools/global_domains.py
Executable file
80
tools/global_domains.py
Executable file
|
@ -0,0 +1,80 @@
|
||||||
|
#!/usr/bin/env python3
|
||||||
|
#
|
||||||
|
# This script generates a global equivalent domains JSON file from
|
||||||
|
# the upstream Bitwarden source repo.
|
||||||
|
#
|
||||||
|
import json
|
||||||
|
import re
|
||||||
|
import sys
|
||||||
|
import urllib.request
|
||||||
|
|
||||||
|
from collections import OrderedDict
|
||||||
|
|
||||||
|
if len(sys.argv) != 2:
|
||||||
|
print("usage: %s <OUTPUT-FILE>" % sys.argv[0])
|
||||||
|
print()
|
||||||
|
print("This script generates a global equivalent domains JSON file from")
|
||||||
|
print("the upstream Bitwarden source repo.")
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
OUTPUT_FILE = sys.argv[1]
|
||||||
|
|
||||||
|
BASE_URL = 'https://github.com/bitwarden/server/raw/master'
|
||||||
|
ENUMS_URL = '%s/src/Core/Enums/GlobalEquivalentDomainsType.cs' % BASE_URL
|
||||||
|
DOMAIN_LISTS_URL = '%s/src/Core/Utilities/StaticStore.cs' % BASE_URL
|
||||||
|
|
||||||
|
# Enum lines look like:
|
||||||
|
#
|
||||||
|
# EnumName0 = 0,
|
||||||
|
# EnumName1 = 1,
|
||||||
|
#
|
||||||
|
ENUM_RE = re.compile(
|
||||||
|
r'\s*' # Leading whitespace (optional).
|
||||||
|
r'([_0-9a-zA-Z]+)' # Enum name (capture group 1).
|
||||||
|
r'\s*=\s*' # '=' with optional surrounding whitespace.
|
||||||
|
r'([0-9]+)' # Enum value (capture group 2).
|
||||||
|
)
|
||||||
|
|
||||||
|
# Global domains lines look like:
|
||||||
|
#
|
||||||
|
# GlobalDomains.Add(GlobalEquivalentDomainsType.EnumName, new List<string> { "x.com", "y.com" });
|
||||||
|
#
|
||||||
|
DOMAIN_LIST_RE = re.compile(
|
||||||
|
r'\s*' # Leading whitespace (optional).
|
||||||
|
r'GlobalDomains\.Add\(GlobalEquivalentDomainsType\.'
|
||||||
|
r'([_0-9a-zA-Z]+)' # Enum name (capture group 1).
|
||||||
|
r'\s*,\s*new List<string>\s*{'
|
||||||
|
r'([^}]+)' # Domain list (capture group 2).
|
||||||
|
r'}\);'
|
||||||
|
)
|
||||||
|
|
||||||
|
enums = dict()
|
||||||
|
domain_lists = OrderedDict()
|
||||||
|
|
||||||
|
# Read in the enum names and values.
|
||||||
|
with urllib.request.urlopen(ENUMS_URL) as response:
|
||||||
|
for ln in response.read().decode('utf-8').split('\n'):
|
||||||
|
m = ENUM_RE.match(ln)
|
||||||
|
if m:
|
||||||
|
enums[m.group(1)] = int(m.group(2))
|
||||||
|
|
||||||
|
# Read in the domain lists.
|
||||||
|
with urllib.request.urlopen(DOMAIN_LISTS_URL) as response:
|
||||||
|
for ln in response.read().decode('utf-8').split('\n'):
|
||||||
|
m = DOMAIN_LIST_RE.match(ln)
|
||||||
|
if m:
|
||||||
|
# Strip double quotes and extraneous spaces in each domain.
|
||||||
|
domain_lists[m.group(1)] = [d.strip(' "') for d in m.group(2).split(",")]
|
||||||
|
|
||||||
|
# Build the global domains data structure.
|
||||||
|
global_domains = []
|
||||||
|
for name, domain_list in domain_lists.items():
|
||||||
|
entry = OrderedDict()
|
||||||
|
entry["Type"] = enums[name]
|
||||||
|
entry["Domains"] = domain_list
|
||||||
|
entry["Excluded"] = False
|
||||||
|
global_domains.append(entry)
|
||||||
|
|
||||||
|
# Write out the global domains JSON file.
|
||||||
|
with open(OUTPUT_FILE, 'w') as f:
|
||||||
|
json.dump(global_domains, f, indent=2)
|
Loading…
Reference in a new issue