mirror of
https://github.com/ArchiveBox/ArchiveBox
synced 2024-11-22 12:13:05 +00:00
48 lines
1.4 KiB
Python
48 lines
1.4 KiB
Python
|
__package__ = 'archivebox.parsers'
|
||
|
|
|
||
|
|
|
||
|
|
from typing import IO, Iterable
|
||
|
|
from datetime import datetime
|
||
|
|
|
||
|
|
from xml.etree import ElementTree
|
||
|
|
|
||
|
|
from ..index.schema import Link
|
||
|
|
from ..util import (
|
||
|
|
htmldecode,
|
||
|
|
enforce_types,
|
||
|
|
)
|
||
|
|
|
||
|
|
|
||
|
|
@enforce_types
|
||
|
|
def parse_pinboard_rss_export(rss_file: IO[str]) -> Iterable[Link]:
|
||
|
|
"""Parse Pinboard RSS feed files into links"""
|
||
|
|
|
||
|
|
rss_file.seek(0)
|
||
|
|
root = ElementTree.parse(rss_file).getroot()
|
||
|
|
items = root.findall("{http://purl.org/rss/1.0/}item")
|
||
|
|
for item in items:
|
||
|
|
find = lambda p: item.find(p).text.strip() if item.find(p) else None # type: ignore
|
||
|
|
|
||
|
|
url = find("{http://purl.org/rss/1.0/}link")
|
||
|
|
tags = find("{http://purl.org/dc/elements/1.1/}subject")
|
||
|
|
title = find("{http://purl.org/rss/1.0/}title")
|
||
|
|
ts_str = find("{http://purl.org/dc/elements/1.1/}date")
|
||
|
|
|
||
|
|
# Pinboard includes a colon in its date stamp timezone offsets, which
|
||
|
|
# Python can't parse. Remove it:
|
||
|
|
if ts_str and ts_str[-3:-2] == ":":
|
||
|
|
ts_str = ts_str[:-3]+ts_str[-2:]
|
||
|
|
|
||
|
|
if ts_str:
|
||
|
|
time = datetime.strptime(ts_str, "%Y-%m-%dT%H:%M:%S%z")
|
||
|
|
else:
|
||
|
|
time = datetime.now()
|
||
|
|
|
||
|
|
yield Link(
|
||
|
|
url=htmldecode(url),
|
||
|
|
timestamp=str(time.timestamp()),
|
||
|
|
title=htmldecode(title) or None,
|
||
|
|
tags=htmldecode(tags) or None,
|
||
|
|
sources=[rss_file.name],
|
||
|
|
)
|