linkding/bookmarks/queries.py

201 lines
6.4 KiB
Python
Raw Normal View History

from typing import Optional
from django.conf import settings
2019-06-29 10:53:37 +00:00
from django.contrib.auth.models import User
from django.db.models import Q, QuerySet, Exists, OuterRef, Case, When, CharField
from django.db.models.expressions import RawSQL
from django.db.models.functions import Lower
2019-06-29 10:53:37 +00:00
from bookmarks.models import Bookmark, BookmarkSearch, Tag, UserProfile
from bookmarks.utils import unique
2019-06-29 10:53:37 +00:00
2024-01-27 10:29:16 +00:00
def query_bookmarks(
user: User, profile: UserProfile, search: BookmarkSearch
) -> QuerySet:
return _base_bookmarks_query(user, profile, search).filter(is_archived=False)
2024-01-27 10:29:16 +00:00
def query_archived_bookmarks(
user: User, profile: UserProfile, search: BookmarkSearch
) -> QuerySet:
return _base_bookmarks_query(user, profile, search).filter(is_archived=True)
2024-01-27 10:29:16 +00:00
def query_shared_bookmarks(
user: Optional[User],
profile: UserProfile,
search: BookmarkSearch,
public_only: bool,
) -> QuerySet:
conditions = Q(shared=True) & Q(owner__profile__enable_sharing=True)
if public_only:
conditions = conditions & Q(owner__profile__enable_public_sharing=True)
return _base_bookmarks_query(user, profile, search).filter(conditions)
2024-01-27 10:29:16 +00:00
def _base_bookmarks_query(
user: Optional[User], profile: UserProfile, search: BookmarkSearch
) -> QuerySet:
query_set = Bookmark.objects
2019-06-29 10:53:37 +00:00
# Filter for user
if user:
query_set = query_set.filter(owner=user)
2019-06-29 10:53:37 +00:00
2019-06-30 17:54:33 +00:00
# Split query into search terms and tags
query = parse_query_string(search.q)
2019-06-30 17:54:33 +00:00
# Filter for search terms and tags
2024-01-27 10:29:16 +00:00
for term in query["search_terms"]:
conditions = (
Q(title__icontains=term)
| Q(description__icontains=term)
| Q(notes__icontains=term)
| Q(website_title__icontains=term)
| Q(website_description__icontains=term)
| Q(url__icontains=term)
)
if profile.tag_search == UserProfile.TAG_SEARCH_LAX:
2024-01-27 10:29:16 +00:00
conditions = conditions | Exists(
Bookmark.objects.filter(id=OuterRef("id"), tags__name__iexact=term)
)
query_set = query_set.filter(conditions)
2019-06-30 17:54:33 +00:00
2024-01-27 10:29:16 +00:00
for tag_name in query["tag_names"]:
query_set = query_set.filter(tags__name__iexact=tag_name)
2019-06-29 10:53:37 +00:00
# Untagged bookmarks
2024-01-27 10:29:16 +00:00
if query["untagged"]:
query_set = query_set.filter(tags=None)
2023-09-16 08:39:27 +00:00
# Legacy unread bookmarks filter from query
2024-01-27 10:29:16 +00:00
if query["unread"]:
query_set = query_set.filter(unread=True)
2023-09-16 08:39:27 +00:00
# Unread filter from bookmark search
if search.unread == BookmarkSearch.FILTER_UNREAD_YES:
query_set = query_set.filter(unread=True)
elif search.unread == BookmarkSearch.FILTER_UNREAD_NO:
query_set = query_set.filter(unread=False)
# Shared filter
if search.shared == BookmarkSearch.FILTER_SHARED_SHARED:
query_set = query_set.filter(shared=True)
elif search.shared == BookmarkSearch.FILTER_SHARED_UNSHARED:
query_set = query_set.filter(shared=False)
# Sort by date added
if search.sort == BookmarkSearch.SORT_ADDED_ASC:
2024-01-27 10:29:16 +00:00
query_set = query_set.order_by("date_added")
elif search.sort == BookmarkSearch.SORT_ADDED_DESC:
2024-01-27 10:29:16 +00:00
query_set = query_set.order_by("-date_added")
# Sort by title
2024-01-27 10:29:16 +00:00
if (
search.sort == BookmarkSearch.SORT_TITLE_ASC
or search.sort == BookmarkSearch.SORT_TITLE_DESC
):
# For the title, the resolved_title logic from the Bookmark entity needs
# to be replicated as there is no corresponding database field
query_set = query_set.annotate(
effective_title=Case(
2024-01-27 10:29:16 +00:00
When(Q(title__isnull=False) & ~Q(title__exact=""), then=Lower("title")),
When(
Q(website_title__isnull=False) & ~Q(website_title__exact=""),
then=Lower("website_title"),
),
default=Lower("url"),
output_field=CharField(),
)
)
# For SQLite, if the ICU extension is loaded, use the custom collation
# loaded into the connection. This results in an improved sort order for
# unicode characters (umlauts, etc.)
if settings.USE_SQLITE and settings.USE_SQLITE_ICU_EXTENSION:
2024-01-27 10:29:16 +00:00
order_field = RawSQL("effective_title COLLATE ICU", ())
else:
2024-01-27 10:29:16 +00:00
order_field = "effective_title"
if search.sort == BookmarkSearch.SORT_TITLE_ASC:
query_set = query_set.order_by(order_field)
elif search.sort == BookmarkSearch.SORT_TITLE_DESC:
query_set = query_set.order_by(order_field).reverse()
2019-06-29 10:53:37 +00:00
return query_set
2019-06-30 19:15:02 +00:00
2024-01-27 10:29:16 +00:00
def query_bookmark_tags(
user: User, profile: UserProfile, search: BookmarkSearch
) -> QuerySet:
bookmarks_query = query_bookmarks(user, profile, search)
query_set = Tag.objects.filter(bookmark__in=bookmarks_query)
return query_set.distinct()
2019-06-30 19:15:02 +00:00
2024-01-27 10:29:16 +00:00
def query_archived_bookmark_tags(
user: User, profile: UserProfile, search: BookmarkSearch
) -> QuerySet:
bookmarks_query = query_archived_bookmarks(user, profile, search)
2019-06-30 19:15:02 +00:00
query_set = Tag.objects.filter(bookmark__in=bookmarks_query)
2019-06-30 19:15:02 +00:00
return query_set.distinct()
2024-01-27 10:29:16 +00:00
def query_shared_bookmark_tags(
user: Optional[User],
profile: UserProfile,
search: BookmarkSearch,
public_only: bool,
) -> QuerySet:
bookmarks_query = query_shared_bookmarks(user, profile, search, public_only)
query_set = Tag.objects.filter(bookmark__in=bookmarks_query)
return query_set.distinct()
2024-01-27 10:29:16 +00:00
def query_shared_bookmark_users(
profile: UserProfile, search: BookmarkSearch, public_only: bool
) -> QuerySet:
bookmarks_query = query_shared_bookmarks(None, profile, search, public_only)
query_set = User.objects.filter(bookmark__in=bookmarks_query)
return query_set.distinct()
2019-12-27 11:32:44 +00:00
def get_user_tags(user: User):
return Tag.objects.filter(owner=user).all()
def parse_query_string(query_string):
2019-06-30 19:15:02 +00:00
# Sanitize query params
if not query_string:
2024-01-27 10:29:16 +00:00
query_string = ""
2019-06-30 19:15:02 +00:00
# Split query into search terms and tags
2024-01-27 10:29:16 +00:00
keywords = query_string.strip().split(" ")
2019-06-30 19:15:02 +00:00
keywords = [word for word in keywords if word]
2024-01-27 10:29:16 +00:00
search_terms = [word for word in keywords if word[0] != "#" and word[0] != "!"]
tag_names = [word[1:] for word in keywords if word[0] == "#"]
tag_names = unique(tag_names, str.lower)
2019-06-30 19:15:02 +00:00
# Special search commands
2024-01-27 10:29:16 +00:00
untagged = "!untagged" in keywords
unread = "!unread" in keywords
2019-06-30 19:15:02 +00:00
return {
2024-01-27 10:29:16 +00:00
"search_terms": search_terms,
"tag_names": tag_names,
"untagged": untagged,
"unread": unread,
2019-06-30 19:15:02 +00:00
}