Mirrors/ArchiveBox
2
0
Fork 0
mirror of https://github.com/ArchiveBox/ArchiveBox synced 2024-11-22 20:23:12 +00:00
Code Issues Projects Releases Packages Wiki Activity

feat: Fallback to link detail when there is an issue loading a link from main index

Browse source
This commit is contained in:
Cristian 2020-07-22 14:22:00 -05:00
parent 0aa3ee06a9
commit 9815241b78
1 changed files with 6 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
archivebox/index/json.py
View file

@ -3,6 +3,7 @@ __package__ = 'archivebox.index'
import os
import sys
import json as pyjson
from pathlib import Path
from datetime import datetime
from typing import List, Optional, Iterator, Any
@ -49,7 +50,11 @@ def parse_json_main_index(out_dir: str=OUTPUT_DIR) -> Iterator[Link]:
with open(index_path, 'r', encoding='utf-8') as f:
links = pyjson.load(f)['links']
for link_json in links:
yield Link.from_json(link_json)
try:
yield Link.from_json(link_json)
except KeyError:
detail_index_path = OUTPUT_DIR / Path(f"archive/{link_json['timestamp']}")
yield parse_json_link_details(str(detail_index_path))
return ()