Mirrors/ArchiveBox
2
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox synced 2024-11-11 23:17:11 +00:00
Code Issues Projects Releases Packages Wiki Activity

disable wget timestamping if using warcs

Browse source
This commit is contained in:
Nick Sweeting 2019-01-20 14:07:43 -05:00
parent ce07a6c738
commit de6eb649e0
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
archivebox/archive_methods.py
View file

@ -207,7 +207,6 @@ def fetch_wget(link_dir, link, requisites=FETCH_WGET_REQUISITES, warc=FETCH_WARC
'wget', 'wget',
# '--server-response', # print headers for better error parsing # '--server-response', # print headers for better error parsing
'--no-verbose', '--no-verbose',
'--timestamping',
'--adjust-extension', '--adjust-extension',
'--convert-links', '--convert-links',
'--force-directories', '--force-directories',
@ -215,7 +214,8 @@ def fetch_wget(link_dir, link, requisites=FETCH_WGET_REQUISITES, warc=FETCH_WARC
'--span-hosts', '--span-hosts',
'--no-parent', '--no-parent',
'--restrict-file-names=unix', '--restrict-file-names=unix',
f'--timeout={timeout}', '--timeout={}'.format(timeout),
*(() if warc else ('--timestamping',)),
*(('--warc-file={}'.format(warc_path),) if warc else ()), *(('--warc-file={}'.format(warc_path),) if warc else ()),
*(('--page-requisites',) if FETCH_WGET_REQUISITES else ()), *(('--page-requisites',) if FETCH_WGET_REQUISITES else ()),
*(('--user-agent="{}"'.format(WGET_USER_AGENT),) if WGET_USER_AGENT else ()), *(('--user-agent="{}"'.format(WGET_USER_AGENT),) if WGET_USER_AGENT else ()),