Mirrors/ArchiveBox
2
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox synced 2024-11-22 12:13:05 +00:00
Code Issues Projects Releases Packages Wiki Activity

make git domains configurable

Browse source
This commit is contained in:
Nick Sweeting 2019-01-11 05:27:25 -05:00
parent d35c6cf8b5
commit 0df098717a
2 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
archivebox/archive_methods.py
View file

@ -30,6 +30,7 @@ from config import (
TIMEOUT,
ANSI,
ARCHIVE_DIR,
GIT_DOMAINS,
)
from util import (
check_dependencies,
@ -504,7 +505,7 @@ def fetch_favicon(link_dir, link, timeout=TIMEOUT):
def fetch_git(link_dir, link, timeout=TIMEOUT):
"""download full site using git"""
if not (link['domain'] == 'github.com'
if not (link['domain'] in GIT_DOMAINS
or link['url'].endswith('.git')
or link['type'] == 'git'):
return

1
archivebox/config.py
View file

@ -33,6 +33,7 @@ WGET_USER_AGENT = os.getenv('WGET_USER_AGENT', 'ArchiveBox')
CHROME_USER_DATA_DIR = os.getenv('CHROME_USER_DATA_DIR', None)
TIMEOUT = int(os.getenv('TIMEOUT', '60'))
FOOTER_INFO = os.getenv('FOOTER_INFO', 'Content is hosted for personal archiving purposes only. Contact server owner for any takedown requests.',)
GIT_DOMAINS = os.getenv('GIT_DOMAINS', 'github.com,bitbucket.org,gitlab.com').split(',')
### Paths
REPO_DIR = os.path.abspath(os.path.join(os.path.dirname(os.path.abspath(__file__)), '..'))