Mirrors/ArchiveBox
2
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox synced 2024-11-23 04:33:11 +00:00
Code Issues Projects Releases Packages Wiki Activity

removed static file check

Browse source
This commit is contained in:
Angel Rey 2020-09-23 13:18:57 -05:00 committed by Cristian Vargas
parent f0915a56aa
commit a40af98ced
1 changed files with 0 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
archivebox/extractors/headers.py
View file

@ -9,7 +9,6 @@ from ..system import atomic_write
from ..util import ( from ..util import (
enforce_types, enforce_types,
get_headers, get_headers,
is_static_file,
) )
from ..config import ( from ..config import (
TIMEOUT, TIMEOUT,
@ -23,8 +22,6 @@ from ..logging_util import TimedProgress
@enforce_types @enforce_types
def should_save_headers(link: Link, out_dir: Optional[str]=None) -> bool: def should_save_headers(link: Link, out_dir: Optional[str]=None) -> bool:
out_dir = out_dir or link.link_dir out_dir = out_dir or link.link_dir
if is_static_file(link.url):
return False
output = Path(out_dir or link.link_dir) / 'headers.json' output = Path(out_dir or link.link_dir) / 'headers.json'
return not output.exists() return not output.exists()