mirror of
https://github.com/ArchiveBox/ArchiveBox
synced 2024-11-11 23:17:11 +00:00
disable wget timestamping if using warcs
This commit is contained in:
parent
ce07a6c738
commit
de6eb649e0
1 changed files with 2 additions and 2 deletions
|
@ -207,7 +207,6 @@ def fetch_wget(link_dir, link, requisites=FETCH_WGET_REQUISITES, warc=FETCH_WARC
|
|||
'wget',
|
||||
# '--server-response', # print headers for better error parsing
|
||||
'--no-verbose',
|
||||
'--timestamping',
|
||||
'--adjust-extension',
|
||||
'--convert-links',
|
||||
'--force-directories',
|
||||
|
@ -215,7 +214,8 @@ def fetch_wget(link_dir, link, requisites=FETCH_WGET_REQUISITES, warc=FETCH_WARC
|
|||
'--span-hosts',
|
||||
'--no-parent',
|
||||
'--restrict-file-names=unix',
|
||||
f'--timeout={timeout}',
|
||||
'--timeout={}'.format(timeout),
|
||||
*(() if warc else ('--timestamping',)),
|
||||
*(('--warc-file={}'.format(warc_path),) if warc else ()),
|
||||
*(('--page-requisites',) if FETCH_WGET_REQUISITES else ()),
|
||||
*(('--user-agent="{}"'.format(WGET_USER_AGENT),) if WGET_USER_AGENT else ()),
|
||||
|
|
Loading…
Reference in a new issue