gotosocial/internal/db/bundb/account.go

// GoToSocial
// Copyright (C) GoToSocial Authors admin@gotosocial.org
// SPDX-License-Identifier: AGPL-3.0-or-later
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program.  If not, see <http://www.gnu.org/licenses/>.

package bundb

import (
	"context"
	"errors"
	"fmt"
	"net/netip"
	"slices"
	"strings"
	"time"

	"github.com/superseriousbusiness/gotosocial/internal/config"
	"github.com/superseriousbusiness/gotosocial/internal/db"
	"github.com/superseriousbusiness/gotosocial/internal/gtscontext"
	"github.com/superseriousbusiness/gotosocial/internal/gtserror"
	"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
	"github.com/superseriousbusiness/gotosocial/internal/id"
	"github.com/superseriousbusiness/gotosocial/internal/log"
	"github.com/superseriousbusiness/gotosocial/internal/paging"
	"github.com/superseriousbusiness/gotosocial/internal/state"
	"github.com/superseriousbusiness/gotosocial/internal/util"
	"github.com/uptrace/bun"
	"github.com/uptrace/bun/dialect"
)

type accountDB struct {
	db    *bun.DB
	state *state.State
}

func (a *accountDB) GetAccountByID(ctx context.Context, id string) (*gtsmodel.Account, error) {
	return a.getAccount(
		ctx,
		"ID",
		func(account *gtsmodel.Account) error {
			return a.db.NewSelect().
				Model(account).
				Where("? = ?", bun.Ident("account.id"), id).
				Scan(ctx)
		},
		id,
	)
}

func (a *accountDB) GetAccountsByIDs(ctx context.Context, ids []string) ([]*gtsmodel.Account, error) {
	// Load all input account IDs via cache loader callback.
	accounts, err := a.state.Caches.GTS.Account.LoadIDs("ID",
		ids,
		func(uncached []string) ([]*gtsmodel.Account, error) {
			// Preallocate expected length of uncached accounts.
			accounts := make([]*gtsmodel.Account, 0, len(uncached))

			// Perform database query scanning
			// the remaining (uncached) account IDs.
			if err := a.db.NewSelect().
				Model(&accounts).
				Where("? IN (?)", bun.Ident("id"), bun.In(uncached)).
				Scan(ctx); err != nil {
				return nil, err
			}

			return accounts, nil
		},
	)
	if err != nil {
		return nil, err
	}

	// Reorder the statuses by their
	// IDs to ensure in correct order.
	getID := func(a *gtsmodel.Account) string { return a.ID }
	util.OrderBy(accounts, ids, getID)

	if gtscontext.Barebones(ctx) {
		// no need to fully populate.
		return accounts, nil
	}

	// Populate all loaded accounts, removing those we fail to
	// populate (removes needing so many nil checks everywhere).
	accounts = slices.DeleteFunc(accounts, func(account *gtsmodel.Account) bool {
		if err := a.PopulateAccount(ctx, account); err != nil {
			log.Errorf(ctx, "error populating account %s: %v", account.ID, err)
			return true
		}
		return false
	})

	return accounts, nil
}

func (a *accountDB) GetAccountByURI(ctx context.Context, uri string) (*gtsmodel.Account, error) {
	return a.getAccount(
		ctx,
		"URI",
		func(account *gtsmodel.Account) error {
			return a.db.NewSelect().
				Model(account).
				Where("? = ?", bun.Ident("account.uri"), uri).
				Scan(ctx)
		},
		uri,
	)
}

func (a *accountDB) GetAccountByURL(ctx context.Context, url string) (*gtsmodel.Account, error) {
	return a.getAccount(
		ctx,
		"URL",
		func(account *gtsmodel.Account) error {
			return a.db.NewSelect().
				Model(account).
				Where("? = ?", bun.Ident("account.url"), url).
				Scan(ctx)
		},
		url,
	)
}

func (a *accountDB) GetAccountByUsernameDomain(ctx context.Context, username string, domain string) (*gtsmodel.Account, error) {
	if domain != "" {
		// Normalize the domain as punycode
		var err error
		domain, err = util.Punify(domain)
		if err != nil {
			return nil, err
		}
	}

	return a.getAccount(
		ctx,
		"Username,Domain",
		func(account *gtsmodel.Account) error {
			q := a.db.NewSelect().
				Model(account)

			if domain != "" {
				q = q.
					Where("LOWER(?) = ?", bun.Ident("account.username"), strings.ToLower(username)).
					Where("? = ?", bun.Ident("account.domain"), domain)
			} else {
				q = q.
					Where("? = ?", bun.Ident("account.username"), strings.ToLower(username)). // usernames on our instance are always lowercase
					Where("? IS NULL", bun.Ident("account.domain"))
			}

			return q.Scan(ctx)
		},
		username,
		domain,
	)
}

func (a *accountDB) GetAccountByPubkeyID(ctx context.Context, id string) (*gtsmodel.Account, error) {
	return a.getAccount(
		ctx,
		"PublicKeyURI",
		func(account *gtsmodel.Account) error {
			return a.db.NewSelect().
				Model(account).
				Where("? = ?", bun.Ident("account.public_key_uri"), id).
				Scan(ctx)
		},
		id,
	)
}

func (a *accountDB) GetAccountByInboxURI(ctx context.Context, uri string) (*gtsmodel.Account, error) {
	return a.getAccount(
		ctx,
		"InboxURI",
		func(account *gtsmodel.Account) error {
			return a.db.NewSelect().
				Model(account).
				Where("? = ?", bun.Ident("account.inbox_uri"), uri).
				Scan(ctx)
		},
		uri,
	)
}

func (a *accountDB) GetAccountByOutboxURI(ctx context.Context, uri string) (*gtsmodel.Account, error) {
	return a.getAccount(
		ctx,
		"OutboxURI",
		func(account *gtsmodel.Account) error {
			return a.db.NewSelect().
				Model(account).
				Where("? = ?", bun.Ident("account.outbox_uri"), uri).
				Scan(ctx)
		},
		uri,
	)
}

func (a *accountDB) GetAccountByFollowersURI(ctx context.Context, uri string) (*gtsmodel.Account, error) {
	return a.getAccount(
		ctx,
		"FollowersURI",
		func(account *gtsmodel.Account) error {
			return a.db.NewSelect().
				Model(account).
				Where("? = ?", bun.Ident("account.followers_uri"), uri).
				Scan(ctx)
		},
		uri,
	)
}

func (a *accountDB) GetAccountByFollowingURI(ctx context.Context, uri string) (*gtsmodel.Account, error) {
	return a.getAccount(
		ctx,
		"FollowingURI",
		func(account *gtsmodel.Account) error {
			return a.db.NewSelect().
				Model(account).
				Where("? = ?", bun.Ident("account.following_uri"), uri).
				Scan(ctx)
		},
		uri,
	)
}

func (a *accountDB) GetInstanceAccount(ctx context.Context, domain string) (*gtsmodel.Account, error) {
	var username string

	if domain == "" {
		// I.e. our local instance account
		username = config.GetHost()
	} else {
		// A remote instance account
		username = domain
	}

	return a.GetAccountByUsernameDomain(ctx, username, domain)
}

func (a *accountDB) GetAccounts(
	ctx context.Context,
	origin string,
	status string,
	mods bool,
	invitedBy string,
	username string,
	displayName string,
	domain string,
	email string,
	ip netip.Addr,
	page *paging.Page,
) (
	[]*gtsmodel.Account,
	error,
) {
	var (
		// local users lists,
		// required for some
		// limiting parameters.
		users []*gtsmodel.User

		// lazyLoadUsers only loads the users
		// slice if it's required by params.
		lazyLoadUsers = func() (err error) {
			if users == nil {
				users, err = a.state.DB.GetAllUsers(gtscontext.SetBarebones(ctx))
				if err != nil {
					return fmt.Errorf("error getting users: %w", err)
				}
			}
			return nil
		}

		// Get paging params.
		//
		// Note this may be min_id OR since_id
		// from the API, this gets handled below
		// when checking order to reverse slice.
		minID = page.GetMin()
		maxID = page.GetMax()
		limit = page.GetLimit()
		order = page.GetOrder()

		// Make educated guess for slice size
		accountIDs  = make([]string, 0, limit)
		accountIDIn []string

		useAccountIDIn bool
	)

	q := a.db.
		NewSelect().
		TableExpr("? AS ?", bun.Ident("accounts"), bun.Ident("account")).
		// Select only IDs from table
		Column("account.id")

	// Return only accounts OLDER
	// than account with maxID.
	if maxID != "" {
		maxIDAcct, err := a.GetAccountByID(
			gtscontext.SetBarebones(ctx),
			maxID,
		)
		if err != nil {
			return nil, fmt.Errorf("error getting maxID account %s: %w", maxID, err)
		}

		q = q.Where("? < ?", bun.Ident("account.created_at"), maxIDAcct.CreatedAt)
	}

	// Return only accounts NEWER
	// than account with minID.
	if minID != "" {
		minIDAcct, err := a.GetAccountByID(
			gtscontext.SetBarebones(ctx),
			minID,
		)
		if err != nil {
			return nil, fmt.Errorf("error getting minID account %s: %w", minID, err)
		}

		q = q.Where("? > ?", bun.Ident("account.created_at"), minIDAcct.CreatedAt)
	}

	switch status {

	case "active":
		// Get only enabled accounts.
		if err := lazyLoadUsers(); err != nil {
			return nil, err
		}
		for _, user := range users {
			if !*user.Disabled {
				accountIDIn = append(accountIDIn, user.AccountID)
			}
		}
		useAccountIDIn = true

	case "pending":
		// Get only unapproved accounts.
		if err := lazyLoadUsers(); err != nil {
			return nil, err
		}
		for _, user := range users {
			if !*user.Approved {
				accountIDIn = append(accountIDIn, user.AccountID)
			}
		}
		useAccountIDIn = true

	case "disabled":
		// Get only disabled accounts.
		if err := lazyLoadUsers(); err != nil {
			return nil, err
		}
		for _, user := range users {
			if *user.Disabled {
				accountIDIn = append(accountIDIn, user.AccountID)
			}
		}
		useAccountIDIn = true

	case "silenced":
		// Get only silenced accounts.
		q = q.Where("? IS NOT NULL", bun.Ident("account.silenced_at"))

	case "suspended":
		// Get only suspended accounts.
		q = q.Where("? IS NOT NULL", bun.Ident("account.suspended_at"))
	}

	if mods {
		// Get only mod accounts.
		if err := lazyLoadUsers(); err != nil {
			return nil, err
		}
		for _, user := range users {
			if *user.Moderator || *user.Admin {
				accountIDIn = append(accountIDIn, user.AccountID)
			}
		}
		useAccountIDIn = true
	}

	// TODO: invitedBy

	if username != "" {
		q = q.Where("? = ?", bun.Ident("account.username"), username)
	}

	if displayName != "" {
		q = q.Where("? = ?", bun.Ident("account.display_name"), displayName)
	}

	if domain != "" {
		q = q.Where("? = ?", bun.Ident("account.domain"), domain)
	}

	if email != "" {
		if err := lazyLoadUsers(); err != nil {
			return nil, err
		}
		for _, user := range users {
			if user.Email == email || user.UnconfirmedEmail == email {
				accountIDIn = append(accountIDIn, user.AccountID)
			}
		}
		useAccountIDIn = true
	}

	// Use ip if not zero value.
	if ip.IsValid() {
		if err := lazyLoadUsers(); err != nil {
			return nil, err
		}
		for _, user := range users {
			if user.SignUpIP.String() == ip.String() {
				accountIDIn = append(accountIDIn, user.AccountID)
			}
		}
		useAccountIDIn = true
	}

	if origin == "local" && !useAccountIDIn {
		// In the case we're not already limiting
		// by specific subset of account IDs, just
		// use existing list of user.AccountIDs
		// instead of adding WHERE to the query.
		if err := lazyLoadUsers(); err != nil {
			return nil, err
		}
		for _, user := range users {
			accountIDIn = append(accountIDIn, user.AccountID)
		}
		useAccountIDIn = true

	} else if origin == "remote" {
		if useAccountIDIn {
			// useAccountIDIn specifically indicates
			// a parameter that limits querying to
			// local accounts, there will be none.
			return nil, nil
		}

		// Get only remote accounts.
		q = q.Where("? IS NOT NULL", bun.Ident("account.domain"))
	}

	if useAccountIDIn {
		if len(accountIDIn) == 0 {
			// There will be no
			// possible answer.
			return nil, nil
		}

		q = q.Where("? IN (?)", bun.Ident("account.id"), bun.In(accountIDIn))
	}

	if limit > 0 {
		// Limit amount of
		// accounts returned.
		q = q.Limit(limit)
	}

	if order == paging.OrderAscending {
		// Page up.
		q = q.Order("account.created_at ASC")
	} else {
		// Page down.
		q = q.Order("account.created_at DESC")
	}

	if err := q.Scan(ctx, &accountIDs); err != nil {
		return nil, err
	}

	if len(accountIDs) == 0 {
		return nil, nil
	}

	// If we're paging up, we still want accounts
	// to be sorted by createdAt desc, so reverse ids slice.
	if order == paging.OrderAscending {
		slices.Reverse(accountIDs)
	}

	// Return account IDs loaded from cache + db.
	return a.state.DB.GetAccountsByIDs(ctx, accountIDs)
}

func (a *accountDB) getAccount(ctx context.Context, lookup string, dbQuery func(*gtsmodel.Account) error, keyParts ...any) (*gtsmodel.Account, error) {
	// Fetch account from database cache with loader callback
	account, err := a.state.Caches.GTS.Account.LoadOne(lookup, func() (*gtsmodel.Account, error) {
		var account gtsmodel.Account

		// Not cached! Perform database query
		if err := dbQuery(&account); err != nil {
			return nil, err
		}

		return &account, nil
	}, keyParts...)
	if err != nil {
		return nil, err
	}

	if gtscontext.Barebones(ctx) {
		// no need to fully populate.
		return account, nil
	}

	// Further populate the account fields where applicable.
	if err := a.PopulateAccount(ctx, account); err != nil {
		return nil, err
	}

	return account, nil
}

func (a *accountDB) PopulateAccount(ctx context.Context, account *gtsmodel.Account) error {
	var (
		err  error
		errs = gtserror.NewMultiError(5)
	)

	if account.AvatarMediaAttachment == nil && account.AvatarMediaAttachmentID != "" {
		// Account avatar attachment is not set, fetch from database.
		account.AvatarMediaAttachment, err = a.state.DB.GetAttachmentByID(
			ctx, // these are already barebones
			account.AvatarMediaAttachmentID,
		)
		if err != nil {
			errs.Appendf("error populating account avatar: %w", err)
		}
	}

	if account.HeaderMediaAttachment == nil && account.HeaderMediaAttachmentID != "" {
		// Account header attachment is not set, fetch from database.
		account.HeaderMediaAttachment, err = a.state.DB.GetAttachmentByID(
			ctx, // these are already barebones
			account.HeaderMediaAttachmentID,
		)
		if err != nil {
			errs.Appendf("error populating account header: %w", err)
		}
	}

	// Only try to populate AlsoKnownAs for local accounts,
	// since those are the only accounts to which it's relevant.
	//
	// AKA from remotes might have loads of random-ass values
	// set here, and we don't want to do lots of failing DB calls.
	if account.IsLocal() && !account.AlsoKnownAsPopulated() {
		// Account alsoKnownAs accounts are
		// out-of-date with URIs, repopulate.
		alsoKnownAs := make([]*gtsmodel.Account, 0)
		for _, uri := range account.AlsoKnownAsURIs {
			akaAcct, err := a.state.DB.GetAccountByURI(
				gtscontext.SetBarebones(ctx),
				uri,
			)
			if err != nil {
				errs.Appendf("error populating also known as account %s: %w", uri, err)
				continue
			}

			alsoKnownAs = append(alsoKnownAs, akaAcct)
		}

		account.AlsoKnownAs = alsoKnownAs
	}

	if account.Move == nil && account.MoveID != "" {
		// Account move is not set, fetch from database.
		account.Move, err = a.state.DB.GetMoveByID(
			ctx,
			account.MoveID,
		)
		if err != nil {
			errs.Appendf("error populating move: %w", err)
		}
	}

	if account.MovedTo == nil && account.MovedToURI != "" {
		// Account movedTo is not set, try to fetch from database,
		// but only error on real errors since this field is optional.
		account.MovedTo, err = a.state.DB.GetAccountByURI(
			gtscontext.SetBarebones(ctx),
			account.MovedToURI,
		)
		if err != nil && !errors.Is(err, db.ErrNoEntries) {
			errs.Appendf("error populating moved to account: %w", err)
		}
	}

	if !account.EmojisPopulated() {
		// Account emojis are out-of-date with IDs, repopulate.
		account.Emojis, err = a.state.DB.GetEmojisByIDs(
			ctx, // these are already barebones
			account.EmojiIDs,
		)
		if err != nil {
			errs.Appendf("error populating account emojis: %w", err)
		}
	}

	if account.IsLocal() && account.Settings == nil && !account.IsInstance() {
		// Account settings not set, fetch from db.
		account.Settings, err = a.state.DB.GetAccountSettings(
			ctx, // these are already barebones
			account.ID,
		)
		if err != nil {
			errs.Appendf("error populating account settings: %w", err)
		}
	}

	if account.Stats == nil {
		// Get / Create stats for this account.
		if err := a.state.DB.PopulateAccountStats(ctx, account); err != nil {
			errs.Appendf("error populating account stats: %w", err)
		}
	}

	return errs.Combine()
}

func (a *accountDB) PutAccount(ctx context.Context, account *gtsmodel.Account) error {
	return a.state.Caches.GTS.Account.Store(account, func() error {
		// It is safe to run this database transaction within cache.Store
		// as the cache does not attempt a mutex lock until AFTER hook.
		//
		return a.db.RunInTx(ctx, nil, func(ctx context.Context, tx bun.Tx) error {
			// create links between this account and any emojis it uses
			for _, i := range account.EmojiIDs {
				if _, err := tx.NewInsert().Model(&gtsmodel.AccountToEmoji{
					AccountID: account.ID,
					EmojiID:   i,
				}).Exec(ctx); err != nil {
					return err
				}
			}

			// insert the account
			_, err := tx.NewInsert().Model(account).Exec(ctx)
			return err
		})
	})
}

func (a *accountDB) UpdateAccount(ctx context.Context, account *gtsmodel.Account, columns ...string) error {
	account.UpdatedAt = time.Now()
	if len(columns) > 0 {
		// If we're updating by column, ensure "updated_at" is included.
		columns = append(columns, "updated_at")
	}

	return a.state.Caches.GTS.Account.Store(account, func() error {
		// It is safe to run this database transaction within cache.Store
		// as the cache does not attempt a mutex lock until AFTER hook.
		//
		return a.db.RunInTx(ctx, nil, func(ctx context.Context, tx bun.Tx) error {
			// create links between this account and any emojis it uses
			// first clear out any old emoji links
			if _, err := tx.
				NewDelete().
				TableExpr("? AS ?", bun.Ident("account_to_emojis"), bun.Ident("account_to_emoji")).
				Where("? = ?", bun.Ident("account_to_emoji.account_id"), account.ID).
				Exec(ctx); err != nil {
				return err
			}

			// now populate new emoji links
			for _, i := range account.EmojiIDs {
				if _, err := tx.
					NewInsert().
					Model(&gtsmodel.AccountToEmoji{
						AccountID: account.ID,
						EmojiID:   i,
					}).Exec(ctx); err != nil {
					return err
				}
			}

			// update the account
			_, err := tx.NewUpdate().
				Model(account).
				Where("? = ?", bun.Ident("account.id"), account.ID).
				Column(columns...).
				Exec(ctx)
			return err
		})
	})
}

func (a *accountDB) DeleteAccount(ctx context.Context, id string) error {
	defer a.state.Caches.GTS.Account.Invalidate("ID", id)

	// Load account into cache before attempting a delete,
	// as we need it cached in order to trigger the invalidate
	// callback. This in turn invalidates others.
	_, err := a.GetAccountByID(gtscontext.SetBarebones(ctx), id)
	if err != nil && !errors.Is(err, db.ErrNoEntries) {
		// NOTE: even if db.ErrNoEntries is returned, we
		// still run the below transaction to ensure related
		// objects are appropriately deleted.
		return err
	}

	return a.db.RunInTx(ctx, nil, func(ctx context.Context, tx bun.Tx) error {
		// clear out any emoji links
		if _, err := tx.
			NewDelete().
			TableExpr("? AS ?", bun.Ident("account_to_emojis"), bun.Ident("account_to_emoji")).
			Where("? = ?", bun.Ident("account_to_emoji.account_id"), id).
			Exec(ctx); err != nil {
			return err
		}

		// delete the account
		_, err := tx.
			NewDelete().
			TableExpr("? AS ?", bun.Ident("accounts"), bun.Ident("account")).
			Where("? = ?", bun.Ident("account.id"), id).
			Exec(ctx)
		return err
	})
}

func (a *accountDB) SetAccountHeaderOrAvatar(ctx context.Context, mediaAttachment *gtsmodel.MediaAttachment, accountID string) error {
	if *mediaAttachment.Avatar && *mediaAttachment.Header {
		return errors.New("one media attachment cannot be both header and avatar")
	}

	var column bun.Ident
	switch {
	case *mediaAttachment.Avatar:
		column = bun.Ident("account.avatar_media_attachment_id")
	case *mediaAttachment.Header:
		column = bun.Ident("account.header_media_attachment_id")
	default:
		return errors.New("given media attachment was neither a header nor an avatar")
	}

	// TODO: there are probably more side effects here that need to be handled
	if _, err := a.db.
		NewInsert().
		Model(mediaAttachment).
		Exec(ctx); err != nil {
		return err
	}

	if _, err := a.db.
		NewUpdate().
		TableExpr("? AS ?", bun.Ident("accounts"), bun.Ident("account")).
		Set("? = ?", column, mediaAttachment.ID).
		Where("? = ?", bun.Ident("account.id"), accountID).
		Exec(ctx); err != nil {
		return err
	}

	return nil
}

func (a *accountDB) GetAccountCustomCSSByUsername(ctx context.Context, username string) (string, error) {
	// Get local account.
	account, err := a.GetAccountByUsernameDomain(ctx, username, "")
	if err != nil {
		return "", err
	}

	// Ensure settings populated, in case
	// barebones context was passed.
	if account.Settings == nil {
		account.Settings, err = a.GetAccountSettings(ctx, account.ID)
		if err != nil {
			return "", err
		}
	}

	return account.Settings.CustomCSS, nil
}

func (a *accountDB) GetAccountsUsingEmoji(ctx context.Context, emojiID string) ([]*gtsmodel.Account, error) {
	var accountIDs []string

	// SELECT all accounts using this emoji,
	// using a relational table for improved perf.
	if _, err := a.db.NewSelect().
		Table("account_to_emojis").
		Column("account_id").
		Where("? = ?", bun.Ident("emoji_id"), emojiID).
		Exec(ctx, &accountIDs); err != nil {
		return nil, err
	}

	// Convert account IDs into account objects.
	return a.GetAccountsByIDs(ctx, accountIDs)
}

func (a *accountDB) GetAccountFaves(ctx context.Context, accountID string) ([]*gtsmodel.StatusFave, error) {
	faves := new([]*gtsmodel.StatusFave)

	if err := a.db.
		NewSelect().
		Model(faves).
		Where("? = ?", bun.Ident("status_fave.account_id"), accountID).
		Scan(ctx); err != nil {
		return nil, err
	}

	return *faves, nil
}

func (a *accountDB) GetAccountStatuses(ctx context.Context, accountID string, limit int, excludeReplies bool, excludeReblogs bool, maxID string, minID string, mediaOnly bool, publicOnly bool) ([]*gtsmodel.Status, error) {
	// Ensure reasonable
	if limit < 0 {
		limit = 0
	}

	// Make educated guess for slice size
	var (
		statusIDs   = make([]string, 0, limit)
		frontToBack = true
	)

	q := a.db.
		NewSelect().
		TableExpr("? AS ?", bun.Ident("statuses"), bun.Ident("status")).
		// Select only IDs from table
		Column("status.id").
		Where("? = ?", bun.Ident("status.account_id"), accountID)

	if excludeReplies {
		q = q.WhereGroup(" AND ", func(q *bun.SelectQuery) *bun.SelectQuery {
			return q.
				// Do include self replies (threads), but
				// don't include replies to other people.
				Where("? = ?", bun.Ident("status.in_reply_to_account_id"), accountID).
				WhereOr("? IS NULL", bun.Ident("status.in_reply_to_uri"))
		})
		// Don't include replies that mention other people:
		// for example, an account's reply to its own reply to someone else.
		q = whereArrayIsNullOrEmpty(q, bun.Ident("status.mentions"))
	}

	if excludeReblogs {
		q = q.Where("? IS NULL", bun.Ident("status.boost_of_id"))
	}

	if mediaOnly {
		// Attachments are stored as a json object; this
		// implementation differs between SQLite and Postgres,
		// so we have to be thorough to cover all eventualities
		q = q.WhereGroup(" AND ", func(q *bun.SelectQuery) *bun.SelectQuery {
			switch a.db.Dialect().Name() {
			case dialect.PG:
				return q.
					Where("? IS NOT NULL", bun.Ident("status.attachments")).
					Where("? != '{}'", bun.Ident("status.attachments"))
			case dialect.SQLite:
				return q.
					Where("? IS NOT NULL", bun.Ident("status.attachments")).
					Where("? != ''", bun.Ident("status.attachments")).
					Where("? != 'null'", bun.Ident("status.attachments")).
					Where("? != '{}'", bun.Ident("status.attachments")).
					Where("? != '[]'", bun.Ident("status.attachments"))
			default:
				log.Panic(ctx, "db dialect was neither pg nor sqlite")
				return q
			}
		})
	}

	if publicOnly {
		q = q.Where("? = ?", bun.Ident("status.visibility"), gtsmodel.VisibilityPublic)
	}

	// return only statuses LOWER (ie., older) than maxID
	if maxID == "" {
		maxID = id.Highest
	}
	q = q.Where("? < ?", bun.Ident("status.id"), maxID)

	if minID != "" {
		// return only statuses HIGHER (ie., newer) than minID
		q = q.Where("? > ?", bun.Ident("status.id"), minID)

		// page up
		frontToBack = false
	}

	if limit > 0 {
		// limit amount of statuses returned
		q = q.Limit(limit)
	}

	if frontToBack {
		// Page down.
		q = q.Order("status.id DESC")
	} else {
		// Page up.
		q = q.Order("status.id ASC")
	}

	if err := q.Scan(ctx, &statusIDs); err != nil {
		return nil, err
	}

	if len(statusIDs) == 0 {
		return nil, db.ErrNoEntries
	}

	// If we're paging up, we still want statuses
	// to be sorted by ID desc, so reverse ids slice.
	// https://zchee.github.io/golang-wiki/SliceTricks/#reversing
	if !frontToBack {
		for l, r := 0, len(statusIDs)-1; l < r; l, r = l+1, r-1 {
			statusIDs[l], statusIDs[r] = statusIDs[r], statusIDs[l]
		}
	}

	return a.state.DB.GetStatusesByIDs(ctx, statusIDs)
}

func (a *accountDB) GetAccountPinnedStatuses(ctx context.Context, accountID string) ([]*gtsmodel.Status, error) {
	statusIDs := []string{}

	q := a.db.
		NewSelect().
		TableExpr("? AS ?", bun.Ident("statuses"), bun.Ident("status")).
		Column("status.id").
		Where("? = ?", bun.Ident("status.account_id"), accountID).
		Where("? IS NOT NULL", bun.Ident("status.pinned_at")).
		Order("status.pinned_at DESC")

	if err := q.Scan(ctx, &statusIDs); err != nil {
		return nil, err
	}

	if len(statusIDs) == 0 {
		return nil, db.ErrNoEntries
	}

	return a.state.DB.GetStatusesByIDs(ctx, statusIDs)
}

func (a *accountDB) GetAccountWebStatuses(ctx context.Context, accountID string, limit int, maxID string) ([]*gtsmodel.Status, error) {
	// Ensure reasonable
	if limit < 0 {
		limit = 0
	}

	// Make educated guess for slice size
	statusIDs := make([]string, 0, limit)

	q := a.db.
		NewSelect().
		TableExpr("? AS ?", bun.Ident("statuses"), bun.Ident("status")).
		// Select only IDs from table
		Column("status.id").
		Where("? = ?", bun.Ident("status.account_id"), accountID).
		// Don't show replies or boosts.
		Where("? IS NULL", bun.Ident("status.in_reply_to_uri")).
		Where("? IS NULL", bun.Ident("status.boost_of_id")).
		// Only Public statuses.
		Where("? = ?", bun.Ident("status.visibility"), gtsmodel.VisibilityPublic).
		// Don't show local-only statuses on the web view.
		Where("? = ?", bun.Ident("status.federated"), true)

	// return only statuses LOWER (ie., older) than maxID
	if maxID == "" {
		maxID = id.Highest
	}
	q = q.Where("? < ?", bun.Ident("status.id"), maxID)

	if limit > 0 {
		// limit amount of statuses returned
		q = q.Limit(limit)
	}

	if limit > 0 {
		// limit amount of statuses returned
		q = q.Limit(limit)
	}

	q = q.Order("status.id DESC")

	if err := q.Scan(ctx, &statusIDs); err != nil {
		return nil, err
	}

	if len(statusIDs) == 0 {
		return nil, db.ErrNoEntries
	}

	return a.state.DB.GetStatusesByIDs(ctx, statusIDs)
}

func (a *accountDB) GetAccountSettings(
	ctx context.Context,
	accountID string,
) (*gtsmodel.AccountSettings, error) {
	// Fetch settings from db cache with loader callback.
	return a.state.Caches.GTS.AccountSettings.LoadOne(
		"AccountID",
		func() (*gtsmodel.AccountSettings, error) {
			// Not cached! Perform database query.
			var settings gtsmodel.AccountSettings
			if err := a.db.
				NewSelect().
				Model(&settings).
				Where("? = ?", bun.Ident("account_settings.account_id"), accountID).
				Scan(ctx); err != nil {
				return nil, err
			}
			return &settings, nil
		},
		accountID,
	)
}

func (a *accountDB) PutAccountSettings(
	ctx context.Context,
	settings *gtsmodel.AccountSettings,
) error {
	return a.state.Caches.GTS.AccountSettings.Store(settings, func() error {
		if _, err := a.db.
			NewInsert().
			Model(settings).
			Exec(ctx); err != nil {
			return err
		}

		return nil
	})
}

func (a *accountDB) UpdateAccountSettings(
	ctx context.Context,
	settings *gtsmodel.AccountSettings,
	columns ...string,
) error {
	return a.state.Caches.GTS.AccountSettings.Store(settings, func() error {
		settings.UpdatedAt = time.Now()
		if len(columns) > 0 {
			// If we're updating by column,
			// ensure "updated_at" is included.
			columns = append(columns, "updated_at")
		}

		if _, err := a.db.
			NewUpdate().
			Model(settings).
			Column(columns...).
			Where("? = ?", bun.Ident("account_settings.account_id"), settings.AccountID).
			Exec(ctx); err != nil {
			return err
		}

		return nil
	})
}

func (a *accountDB) PopulateAccountStats(ctx context.Context, account *gtsmodel.Account) error {
	// Fetch stats from db cache with loader callback.
	stats, err := a.state.Caches.GTS.AccountStats.LoadOne(
		"AccountID",
		func() (*gtsmodel.AccountStats, error) {
			// Not cached! Perform database query.
			var stats gtsmodel.AccountStats
			if err := a.db.
				NewSelect().
				Model(&stats).
				Where("? = ?", bun.Ident("account_stats.account_id"), account.ID).
				Scan(ctx); err != nil {
				return nil, err
			}
			return &stats, nil
		},
		account.ID,
	)

	if err != nil && !errors.Is(err, db.ErrNoEntries) {
		// Real error.
		return err
	}

	if stats == nil {
		// Don't have stats yet, generate them.
		return a.RegenerateAccountStats(ctx, account)
	}

	// We have a stats, attach
	// it to the account.
	account.Stats = stats

	// Check if this is a local
	// stats by looking at the
	// account they pertain to.
	if account.IsRemote() {
		// Account is remote. Updating
		// stats for remote accounts is
		// handled in the dereferencer.
		//
		// Nothing more to do!
		return nil
	}

	// Stats account is local, check
	// if we need to regenerate.
	const statsFreshness = 48 * time.Hour
	expiry := stats.RegeneratedAt.Add(statsFreshness)
	if time.Now().After(expiry) {
		// Stats have expired, regenerate them.
		return a.RegenerateAccountStats(ctx, account)
	}

	// Stats are still fresh.
	return nil
}

func (a *accountDB) RegenerateAccountStats(ctx context.Context, account *gtsmodel.Account) error {
	// Initialize a new stats struct.
	stats := &gtsmodel.AccountStats{
		AccountID:     account.ID,
		RegeneratedAt: time.Now(),
	}

	// Count followers outside of transaction since
	// it uses a cache + requires its own db calls.
	followerIDs, err := a.state.DB.GetAccountFollowerIDs(ctx, account.ID, nil)
	if err != nil {
		return err
	}
	stats.FollowersCount = util.Ptr(len(followerIDs))

	// Count following outside of transaction since
	// it uses a cache + requires its own db calls.
	followIDs, err := a.state.DB.GetAccountFollowIDs(ctx, account.ID, nil)
	if err != nil {
		return err
	}
	stats.FollowingCount = util.Ptr(len(followIDs))

	// Count follow requests outside of transaction since
	// it uses a cache + requires its own db calls.
	followRequestIDs, err := a.state.DB.GetAccountFollowRequestIDs(ctx, account.ID, nil)
	if err != nil {
		return err
	}
	stats.FollowRequestsCount = util.Ptr(len(followRequestIDs))

	// Populate remaining stats struct fields.
	// This can be done inside a transaction.
	if err := a.db.RunInTx(ctx, nil, func(ctx context.Context, tx bun.Tx) error {
		var err error

		// Scan database for account statuses.
		statusesCount, err := tx.NewSelect().
			Table("statuses").
			Where("? = ?", bun.Ident("account_id"), account.ID).
			Count(ctx)
		if err != nil {
			return err
		}
		stats.StatusesCount = &statusesCount

		// Scan database for pinned statuses.
		statusesPinnedCount, err := tx.NewSelect().
			Table("statuses").
			Where("? = ?", bun.Ident("account_id"), account.ID).
			Where("? IS NOT NULL", bun.Ident("pinned_at")).
			Count(ctx)
		if err != nil {
			return err
		}
		stats.StatusesPinnedCount = &statusesPinnedCount

		// Scan database for last status.
		lastStatusAt := time.Time{}
		err = tx.
			NewSelect().
			TableExpr("? AS ?", bun.Ident("statuses"), bun.Ident("status")).
			Column("status.created_at").
			Where("? = ?", bun.Ident("status.account_id"), account.ID).
			Order("status.id DESC").
			Limit(1).
			Scan(ctx, &lastStatusAt)
		if err != nil && !errors.Is(err, db.ErrNoEntries) {
			return err
		}
		stats.LastStatusAt = lastStatusAt

		return nil
	}); err != nil {
		return err
	}

	// Upsert this stats in case a race
	// meant someone else inserted it first.
	if err := a.state.Caches.GTS.AccountStats.Store(stats, func() error {
		if _, err := NewUpsert(a.db).
			Model(stats).
			Constraint("account_id").
			Exec(ctx); err != nil {
			return err
		}
		return nil
	}); err != nil {
		return err
	}

	account.Stats = stats
	return nil
}

func (a *accountDB) UpdateAccountStats(ctx context.Context, stats *gtsmodel.AccountStats, columns ...string) error {
	return a.state.Caches.GTS.AccountStats.Store(stats, func() error {
		if _, err := a.db.
			NewUpdate().
			Model(stats).
			Column(columns...).
			Where("? = ?", bun.Ident("account_stats.account_id"), stats.AccountID).
			Exec(ctx); err != nil {
			return err
		}

		return nil
	})
}

func (a *accountDB) DeleteAccountStats(ctx context.Context, accountID string) error {
	defer a.state.Caches.GTS.AccountStats.Invalidate("AccountID", accountID)

	if _, err := a.db.
		NewDelete().
		Table("account_stats").
		Where("? = ?", bun.Ident("account_id"), accountID).
		Exec(ctx); err != nil {
		return err
	}

	return nil
}