Mirrors/ArchiveBox
2
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox synced 2024-11-10 06:34:16 +00:00
Code Issues Projects Releases Packages Wiki Activity

fix double parsing by accident

Browse source
This commit is contained in:
Nick Sweeting 2019-02-04 22:08:08 -08:00
parent 1ca27a60b2
commit ce257949b4
1 changed files with 2 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
archivebox/archive.py
View file

@ -186,8 +186,7 @@ if __name__ == '__main__':
source = save_source(stdin_raw_text)
# Step 1: Parse the links and dedupe them with existing archive
links = merge_links(archive_path=out_dir, import_path=source, only_new=False)
new_links = merge_links(archive_path=out_dir, import_path=source, only_new=True)
links = merge_links(archive_path=out_dir, import_path=source, only_new=ONLY_NEW)
# Step 2: Write new index
write_links_index(out_dir=out_dir, links=links)
@ -196,7 +195,4 @@ if __name__ == '__main__':
# cleanup_archive(out_dir, links)
# Step 4: Run the archive methods for each link
if ONLY_NEW:
update_archive(out_dir, new_links, source=source, resume=resume, append=True)
else:
update_archive(out_dir, links, source=source, resume=resume, append=True)
update_archive(out_dir, links, source=source, resume=resume, append=True)