mirror of
https://github.com/sissbruecker/linkding
synced 2024-11-12 23:07:06 +00:00
f4e3d724f0
* Run import in batches, cache tags * Use bulk operations for bookmarks and assigning tags * Improve naming * Restore bookmark validation * Add logging * Bulk create tags * Use HTMLParser for parsing bookmarks * add parser tests * Add more importer tests * Add more importer tests * Remove pyparsing dependency Co-authored-by: Sascha Ißbrücker <sascha.issbruecker@gmail.com>
83 lines
2.1 KiB
Python
83 lines
2.1 KiB
Python
from dataclasses import dataclass
|
|
from html.parser import HTMLParser
|
|
from typing import Dict, List
|
|
|
|
|
|
@dataclass
|
|
class NetscapeBookmark:
|
|
href: str
|
|
title: str
|
|
description: str
|
|
date_added: str
|
|
tag_string: str
|
|
|
|
|
|
class BookmarkParser(HTMLParser):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.bookmarks = []
|
|
|
|
self.current_tag = None
|
|
self.bookmark = None
|
|
self.href = ''
|
|
self.add_date = ''
|
|
self.tags = ''
|
|
self.title = ''
|
|
self.description = ''
|
|
|
|
def handle_starttag(self, tag: str, attrs: list):
|
|
name = 'handle_start_' + tag.lower()
|
|
if name in dir(self):
|
|
getattr(self, name)({k.lower(): v for k, v in attrs})
|
|
self.current_tag = tag
|
|
|
|
def handle_endtag(self, tag: str):
|
|
name = 'handle_end_' + tag.lower()
|
|
if name in dir(self):
|
|
getattr(self, name)()
|
|
self.current_tag = None
|
|
|
|
def handle_data(self, data):
|
|
name = f'handle_{self.current_tag}_data'
|
|
if name in dir(self):
|
|
getattr(self, name)(data)
|
|
|
|
def handle_end_dl(self):
|
|
self.add_bookmark()
|
|
|
|
def handle_start_dt(self, attrs: Dict[str, str]):
|
|
self.add_bookmark()
|
|
|
|
def handle_start_a(self, attrs: Dict[str, str]):
|
|
vars(self).update(attrs)
|
|
self.bookmark = NetscapeBookmark(
|
|
href=self.href,
|
|
title='',
|
|
description='',
|
|
date_added=self.add_date,
|
|
tag_string=self.tags,
|
|
)
|
|
|
|
def handle_a_data(self, data):
|
|
self.title = data.strip()
|
|
|
|
def handle_dd_data(self, data):
|
|
self.description = data.strip()
|
|
|
|
def add_bookmark(self):
|
|
if self.bookmark:
|
|
self.bookmark.title = self.title
|
|
self.bookmark.description = self.description
|
|
self.bookmarks.append(self.bookmark)
|
|
self.bookmark = None
|
|
self.href = ''
|
|
self.add_date = ''
|
|
self.tags = ''
|
|
self.title = ''
|
|
self.description = ''
|
|
|
|
|
|
def parse(html: str) -> List[NetscapeBookmark]:
|
|
parser = BookmarkParser()
|
|
parser.feed(html)
|
|
return parser.bookmarks
|