diff --git a/archivebox/archive_methods.py b/archivebox/archive_methods.py index 14e38151..55904720 100644 --- a/archivebox/archive_methods.py +++ b/archivebox/archive_methods.py @@ -32,6 +32,7 @@ from config import ( ANSI, ARCHIVE_DIR, GIT_DOMAINS, + GIT_SHA, ) from util import ( check_dependencies, @@ -404,6 +405,7 @@ def archive_dot_org(link_dir, link, timeout=TIMEOUT): 'curl', '--location', '--head', + '--user-agent', 'ArchiveBox/{} (+https://github.com/pirate/ArchiveBox/)'.format(GIT_SHA), '--max-time', str(timeout), '--get', *(() if CHECK_SSL_VALIDITY else ('--insecure',)),