From a40af98ced46c4100deaafd5bf8820b4094ca12f Mon Sep 17 00:00:00 2001 From: Angel Rey Date: Wed, 23 Sep 2020 13:18:57 -0500 Subject: [PATCH] removed static file check --- archivebox/extractors/headers.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/archivebox/extractors/headers.py b/archivebox/extractors/headers.py index 9bce0e34..180055d9 100644 --- a/archivebox/extractors/headers.py +++ b/archivebox/extractors/headers.py @@ -9,7 +9,6 @@ from ..system import atomic_write from ..util import ( enforce_types, get_headers, - is_static_file, ) from ..config import ( TIMEOUT, @@ -23,8 +22,6 @@ from ..logging_util import TimedProgress @enforce_types def should_save_headers(link: Link, out_dir: Optional[str]=None) -> bool: out_dir = out_dir or link.link_dir - if is_static_file(link.url): - return False output = Path(out_dir or link.link_dir) / 'headers.json' return not output.exists()