2023-03-12 15:00:57 +00:00
|
|
|
// GoToSocial
|
|
|
|
// Copyright (C) GoToSocial Authors admin@gotosocial.org
|
|
|
|
// SPDX-License-Identifier: AGPL-3.0-or-later
|
|
|
|
//
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Affero General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
2021-05-27 14:06:24 +00:00
|
|
|
|
|
|
|
package federatingdb
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"encoding/json"
|
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
"net/url"
|
|
|
|
|
2022-07-19 08:47:55 +00:00
|
|
|
"codeberg.org/gruf/go-logger/v2/level"
|
2021-11-13 16:29:43 +00:00
|
|
|
"github.com/superseriousbusiness/activity/streams"
|
|
|
|
"github.com/superseriousbusiness/activity/streams/vocab"
|
2021-08-31 13:59:12 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/ap"
|
2021-12-07 12:31:39 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/config"
|
2021-05-27 14:06:24 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/db"
|
2023-06-13 14:47:56 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtscontext"
|
2021-05-27 14:06:24 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
2021-06-13 16:42:28 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/id"
|
2022-07-19 08:47:55 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/log"
|
2021-12-20 14:19:53 +00:00
|
|
|
"github.com/superseriousbusiness/gotosocial/internal/uris"
|
2021-05-27 14:06:24 +00:00
|
|
|
)
|
|
|
|
|
2023-04-05 18:10:05 +00:00
|
|
|
func sameActor(actor1 vocab.ActivityStreamsActorProperty, actor2 vocab.ActivityStreamsActorProperty) bool {
|
|
|
|
if actor1 == nil || actor2 == nil {
|
2021-05-27 14:06:24 +00:00
|
|
|
return false
|
|
|
|
}
|
2023-04-05 18:10:05 +00:00
|
|
|
|
|
|
|
for a1Iter := actor1.Begin(); a1Iter != actor1.End(); a1Iter = a1Iter.Next() {
|
|
|
|
for a2Iter := actor2.Begin(); a2Iter != actor2.End(); a2Iter = a2Iter.Next() {
|
|
|
|
if a1Iter.GetIRI() == nil {
|
2021-05-27 14:06:24 +00:00
|
|
|
return false
|
|
|
|
}
|
2023-04-05 18:10:05 +00:00
|
|
|
|
|
|
|
if a2Iter.GetIRI() == nil {
|
2021-05-27 14:06:24 +00:00
|
|
|
return false
|
|
|
|
}
|
2023-04-05 18:10:05 +00:00
|
|
|
|
|
|
|
if a1Iter.GetIRI().String() == a2Iter.GetIRI().String() {
|
2021-05-27 14:06:24 +00:00
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2023-04-05 18:10:05 +00:00
|
|
|
|
2021-05-27 14:06:24 +00:00
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewID creates a new IRI id for the provided activity or object. The
|
|
|
|
// implementation does not need to set the 'id' property and simply
|
|
|
|
// needs to determine the value.
|
|
|
|
//
|
|
|
|
// The go-fed library will handle setting the 'id' property on the
|
|
|
|
// activity or object provided with the value returned.
|
2021-08-25 13:34:33 +00:00
|
|
|
func (f *federatingDB) NewID(ctx context.Context, t vocab.Type) (idURL *url.URL, err error) {
|
2022-07-19 08:47:55 +00:00
|
|
|
if log.Level() >= level.DEBUG {
|
2021-10-04 13:24:19 +00:00
|
|
|
i, err := marshalItem(t)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2023-02-17 19:05:43 +00:00
|
|
|
l := log.WithContext(ctx).
|
|
|
|
WithField("newID", i)
|
2021-10-04 13:24:19 +00:00
|
|
|
l.Debug("entering NewID")
|
2021-05-27 14:06:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
switch t.GetTypeName() {
|
2021-08-31 13:59:12 +00:00
|
|
|
case ap.ActivityFollow:
|
2021-05-27 14:06:24 +00:00
|
|
|
// FOLLOW
|
|
|
|
// ID might already be set on a follow we've created, so check it here and return it if it is
|
|
|
|
follow, ok := t.(vocab.ActivityStreamsFollow)
|
|
|
|
if !ok {
|
|
|
|
return nil, errors.New("newid: follow couldn't be parsed into vocab.ActivityStreamsFollow")
|
|
|
|
}
|
|
|
|
idProp := follow.GetJSONLDId()
|
|
|
|
if idProp != nil {
|
|
|
|
if idProp.IsIRI() {
|
|
|
|
return idProp.GetIRI(), nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// it's not set so create one based on the actor set on the follow (ie., the followER not the followEE)
|
|
|
|
actorProp := follow.GetActivityStreamsActor()
|
|
|
|
if actorProp != nil {
|
|
|
|
for iter := actorProp.Begin(); iter != actorProp.End(); iter = iter.Next() {
|
|
|
|
// take the IRI of the first actor we can find (there should only be one)
|
|
|
|
if iter.IsIRI() {
|
2021-08-20 10:26:56 +00:00
|
|
|
// if there's an error here, just use the fallback behavior -- we don't need to return an error here
|
2023-03-01 18:26:53 +00:00
|
|
|
if actorAccount, err := f.state.DB.GetAccountByURI(ctx, iter.GetIRI().String()); err == nil {
|
2021-06-13 16:42:28 +00:00
|
|
|
newID, err := id.NewRandomULID()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2021-12-20 14:19:53 +00:00
|
|
|
return url.Parse(uris.GenerateURIForFollow(actorAccount.Username, newID))
|
2021-05-27 14:06:24 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2021-08-31 13:59:12 +00:00
|
|
|
case ap.ObjectNote:
|
2021-05-27 14:06:24 +00:00
|
|
|
// NOTE aka STATUS
|
|
|
|
// ID might already be set on a note we've created, so check it here and return it if it is
|
|
|
|
note, ok := t.(vocab.ActivityStreamsNote)
|
|
|
|
if !ok {
|
|
|
|
return nil, errors.New("newid: note couldn't be parsed into vocab.ActivityStreamsNote")
|
|
|
|
}
|
|
|
|
idProp := note.GetJSONLDId()
|
|
|
|
if idProp != nil {
|
|
|
|
if idProp.IsIRI() {
|
|
|
|
return idProp.GetIRI(), nil
|
|
|
|
}
|
|
|
|
}
|
2021-08-31 13:59:12 +00:00
|
|
|
case ap.ActivityLike:
|
2021-05-27 14:06:24 +00:00
|
|
|
// LIKE aka FAVE
|
|
|
|
// ID might already be set on a fave we've created, so check it here and return it if it is
|
|
|
|
fave, ok := t.(vocab.ActivityStreamsLike)
|
|
|
|
if !ok {
|
|
|
|
return nil, errors.New("newid: fave couldn't be parsed into vocab.ActivityStreamsLike")
|
|
|
|
}
|
|
|
|
idProp := fave.GetJSONLDId()
|
|
|
|
if idProp != nil {
|
|
|
|
if idProp.IsIRI() {
|
|
|
|
return idProp.GetIRI(), nil
|
|
|
|
}
|
|
|
|
}
|
2021-10-24 09:57:39 +00:00
|
|
|
case ap.ActivityCreate:
|
|
|
|
// CREATE
|
|
|
|
// ID might already be set on a Create, so check it here and return it if it is
|
|
|
|
create, ok := t.(vocab.ActivityStreamsCreate)
|
|
|
|
if !ok {
|
|
|
|
return nil, errors.New("newid: create couldn't be parsed into vocab.ActivityStreamsCreate")
|
|
|
|
}
|
|
|
|
idProp := create.GetJSONLDId()
|
|
|
|
if idProp != nil {
|
|
|
|
if idProp.IsIRI() {
|
|
|
|
return idProp.GetIRI(), nil
|
|
|
|
}
|
|
|
|
}
|
2021-08-31 13:59:12 +00:00
|
|
|
case ap.ActivityAnnounce:
|
2021-05-28 17:57:04 +00:00
|
|
|
// ANNOUNCE aka BOOST
|
|
|
|
// ID might already be set on an announce we've created, so check it here and return it if it is
|
|
|
|
announce, ok := t.(vocab.ActivityStreamsAnnounce)
|
|
|
|
if !ok {
|
2021-07-11 14:22:21 +00:00
|
|
|
return nil, errors.New("newid: announce couldn't be parsed into vocab.ActivityStreamsAnnounce")
|
2021-05-28 17:57:04 +00:00
|
|
|
}
|
|
|
|
idProp := announce.GetJSONLDId()
|
|
|
|
if idProp != nil {
|
|
|
|
if idProp.IsIRI() {
|
|
|
|
return idProp.GetIRI(), nil
|
|
|
|
}
|
|
|
|
}
|
2021-08-31 13:59:12 +00:00
|
|
|
case ap.ActivityUpdate:
|
2021-05-28 20:47:18 +00:00
|
|
|
// UPDATE
|
|
|
|
// ID might already be set on an update we've created, so check it here and return it if it is
|
|
|
|
update, ok := t.(vocab.ActivityStreamsUpdate)
|
|
|
|
if !ok {
|
2021-07-11 14:22:21 +00:00
|
|
|
return nil, errors.New("newid: update couldn't be parsed into vocab.ActivityStreamsUpdate")
|
2021-05-28 20:47:18 +00:00
|
|
|
}
|
|
|
|
idProp := update.GetJSONLDId()
|
|
|
|
if idProp != nil {
|
|
|
|
if idProp.IsIRI() {
|
|
|
|
return idProp.GetIRI(), nil
|
|
|
|
}
|
|
|
|
}
|
2021-08-31 13:59:12 +00:00
|
|
|
case ap.ActivityBlock:
|
2021-07-11 14:22:21 +00:00
|
|
|
// BLOCK
|
|
|
|
// ID might already be set on a block we've created, so check it here and return it if it is
|
|
|
|
block, ok := t.(vocab.ActivityStreamsBlock)
|
|
|
|
if !ok {
|
|
|
|
return nil, errors.New("newid: block couldn't be parsed into vocab.ActivityStreamsBlock")
|
|
|
|
}
|
|
|
|
idProp := block.GetJSONLDId()
|
|
|
|
if idProp != nil {
|
|
|
|
if idProp.IsIRI() {
|
|
|
|
return idProp.GetIRI(), nil
|
|
|
|
}
|
|
|
|
}
|
2021-08-31 13:59:12 +00:00
|
|
|
case ap.ActivityUndo:
|
2021-07-11 14:22:21 +00:00
|
|
|
// UNDO
|
|
|
|
// ID might already be set on an undo we've created, so check it here and return it if it is
|
|
|
|
undo, ok := t.(vocab.ActivityStreamsUndo)
|
|
|
|
if !ok {
|
|
|
|
return nil, errors.New("newid: undo couldn't be parsed into vocab.ActivityStreamsUndo")
|
|
|
|
}
|
|
|
|
idProp := undo.GetJSONLDId()
|
|
|
|
if idProp != nil {
|
|
|
|
if idProp.IsIRI() {
|
|
|
|
return idProp.GetIRI(), nil
|
|
|
|
}
|
|
|
|
}
|
2021-05-27 14:06:24 +00:00
|
|
|
}
|
|
|
|
|
2021-06-13 16:42:28 +00:00
|
|
|
// fallback default behavior: just return a random ULID after our protocol and host
|
|
|
|
newID, err := id.NewRandomULID()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2021-12-07 12:31:39 +00:00
|
|
|
|
2022-05-30 12:41:24 +00:00
|
|
|
return url.Parse(fmt.Sprintf("%s://%s/%s", config.GetProtocol(), config.GetHost(), newID))
|
2021-05-27 14:06:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ActorForOutbox fetches the actor's IRI for the given outbox IRI.
|
|
|
|
//
|
|
|
|
// The library makes this call only after acquiring a lock first.
|
2021-08-25 13:34:33 +00:00
|
|
|
func (f *federatingDB) ActorForOutbox(ctx context.Context, outboxIRI *url.URL) (actorIRI *url.URL, err error) {
|
2021-10-04 13:24:19 +00:00
|
|
|
acct, err := f.getAccountForIRI(ctx, outboxIRI)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2021-05-27 14:06:24 +00:00
|
|
|
}
|
|
|
|
return url.Parse(acct.URI)
|
|
|
|
}
|
|
|
|
|
|
|
|
// ActorForInbox fetches the actor's IRI for the given outbox IRI.
|
|
|
|
//
|
|
|
|
// The library makes this call only after acquiring a lock first.
|
2021-08-25 13:34:33 +00:00
|
|
|
func (f *federatingDB) ActorForInbox(ctx context.Context, inboxIRI *url.URL) (actorIRI *url.URL, err error) {
|
2021-10-04 13:24:19 +00:00
|
|
|
acct, err := f.getAccountForIRI(ctx, inboxIRI)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2021-05-27 14:06:24 +00:00
|
|
|
}
|
2021-10-04 13:24:19 +00:00
|
|
|
return url.Parse(acct.URI)
|
|
|
|
}
|
|
|
|
|
|
|
|
// getAccountForIRI returns the account that corresponds to or owns the given IRI.
|
2023-01-27 13:48:11 +00:00
|
|
|
func (f *federatingDB) getAccountForIRI(ctx context.Context, iri *url.URL) (*gtsmodel.Account, error) {
|
|
|
|
var (
|
[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
2023-03-28 13:03:14 +00:00
|
|
|
acct *gtsmodel.Account
|
2023-01-27 13:48:11 +00:00
|
|
|
err error
|
|
|
|
)
|
2021-10-04 13:24:19 +00:00
|
|
|
|
2023-01-27 13:48:11 +00:00
|
|
|
switch {
|
|
|
|
case uris.IsUserPath(iri):
|
2023-03-01 18:26:53 +00:00
|
|
|
if acct, err = f.state.DB.GetAccountByURI(ctx, iri.String()); err != nil {
|
2021-10-04 13:24:19 +00:00
|
|
|
if err == db.ErrNoEntries {
|
2023-01-27 13:48:11 +00:00
|
|
|
return nil, fmt.Errorf("no actor found that corresponds to uri %s", iri.String())
|
2021-10-04 13:24:19 +00:00
|
|
|
}
|
2023-01-27 13:48:11 +00:00
|
|
|
return nil, fmt.Errorf("db error searching for actor with uri %s", iri.String())
|
2021-05-27 14:06:24 +00:00
|
|
|
}
|
2021-10-04 13:24:19 +00:00
|
|
|
return acct, nil
|
2023-01-27 13:48:11 +00:00
|
|
|
case uris.IsInboxPath(iri):
|
[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
2023-03-28 13:03:14 +00:00
|
|
|
if acct, err = f.state.DB.GetAccountByInboxURI(ctx, iri.String()); err != nil {
|
2021-10-04 13:24:19 +00:00
|
|
|
if err == db.ErrNoEntries {
|
2023-01-27 13:48:11 +00:00
|
|
|
return nil, fmt.Errorf("no actor found that corresponds to inbox %s", iri.String())
|
2021-10-04 13:24:19 +00:00
|
|
|
}
|
2023-01-27 13:48:11 +00:00
|
|
|
return nil, fmt.Errorf("db error searching for actor with inbox %s", iri.String())
|
2021-10-04 13:24:19 +00:00
|
|
|
}
|
|
|
|
return acct, nil
|
2023-01-27 13:48:11 +00:00
|
|
|
case uris.IsOutboxPath(iri):
|
[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
2023-03-28 13:03:14 +00:00
|
|
|
if acct, err = f.state.DB.GetAccountByOutboxURI(ctx, iri.String()); err != nil {
|
2021-10-04 13:24:19 +00:00
|
|
|
if err == db.ErrNoEntries {
|
2023-01-27 13:48:11 +00:00
|
|
|
return nil, fmt.Errorf("no actor found that corresponds to outbox %s", iri.String())
|
2021-10-04 13:24:19 +00:00
|
|
|
}
|
2023-01-27 13:48:11 +00:00
|
|
|
return nil, fmt.Errorf("db error searching for actor with outbox %s", iri.String())
|
2021-10-04 13:24:19 +00:00
|
|
|
}
|
|
|
|
return acct, nil
|
2023-01-27 13:48:11 +00:00
|
|
|
case uris.IsFollowersPath(iri):
|
[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
2023-03-28 13:03:14 +00:00
|
|
|
if acct, err = f.state.DB.GetAccountByFollowersURI(ctx, iri.String()); err != nil {
|
2021-10-04 13:24:19 +00:00
|
|
|
if err == db.ErrNoEntries {
|
|
|
|
return nil, fmt.Errorf("no actor found that corresponds to followers_uri %s", iri.String())
|
|
|
|
}
|
|
|
|
return nil, fmt.Errorf("db error searching for actor with followers_uri %s", iri.String())
|
|
|
|
}
|
|
|
|
return acct, nil
|
2023-01-27 13:48:11 +00:00
|
|
|
case uris.IsFollowingPath(iri):
|
[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
2023-03-28 13:03:14 +00:00
|
|
|
if acct, err = f.state.DB.GetAccountByFollowingURI(ctx, iri.String()); err != nil {
|
2021-10-04 13:24:19 +00:00
|
|
|
if err == db.ErrNoEntries {
|
|
|
|
return nil, fmt.Errorf("no actor found that corresponds to following_uri %s", iri.String())
|
|
|
|
}
|
|
|
|
return nil, fmt.Errorf("db error searching for actor with following_uri %s", iri.String())
|
|
|
|
}
|
|
|
|
return acct, nil
|
2023-01-27 13:48:11 +00:00
|
|
|
default:
|
|
|
|
return nil, fmt.Errorf("getActorForIRI: iri %s not recognised", iri)
|
2021-10-04 13:24:19 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// collectFollows takes a slice of iris and converts them into ActivityStreamsCollection of IRIs.
|
|
|
|
func (f *federatingDB) collectIRIs(ctx context.Context, iris []*url.URL) (vocab.ActivityStreamsCollection, error) {
|
|
|
|
collection := streams.NewActivityStreamsCollection()
|
|
|
|
items := streams.NewActivityStreamsItemsProperty()
|
|
|
|
for _, i := range iris {
|
|
|
|
items.AppendIRI(i)
|
|
|
|
}
|
|
|
|
collection.SetActivityStreamsItems(items)
|
|
|
|
return collection, nil
|
|
|
|
}
|
|
|
|
|
2023-06-13 14:47:56 +00:00
|
|
|
// extractFromCtx extracts some useful values from a context passed into the federatingDB:
|
2022-09-28 17:30:40 +00:00
|
|
|
//
|
2023-06-13 14:47:56 +00:00
|
|
|
// - The account that owns the inbox or URI being interacted with.
|
|
|
|
// - The account that POSTed a request to the inbox.
|
|
|
|
// - Whether this is an internal request (one originating not from
|
|
|
|
// the API but from inside the instance).
|
|
|
|
//
|
|
|
|
// If the request is internal, the caller can assume that the activity has
|
|
|
|
// already been processed elsewhere, and should return with no further action.
|
|
|
|
func extractFromCtx(ctx context.Context) (receivingAccount *gtsmodel.Account, requestingAccount *gtsmodel.Account, internal bool) {
|
|
|
|
receivingAccount = gtscontext.ReceivingAccount(ctx)
|
|
|
|
requestingAccount = gtscontext.RequestingAccount(ctx)
|
2021-10-10 10:39:25 +00:00
|
|
|
|
2023-06-13 14:47:56 +00:00
|
|
|
// If the receiving account wasn't set on the context, that
|
|
|
|
// means this request didn't pass through the API, but
|
|
|
|
// came from inside GtS as the result of a local activity.
|
|
|
|
internal = receivingAccount == nil
|
2021-10-04 13:24:19 +00:00
|
|
|
|
2021-10-10 10:39:25 +00:00
|
|
|
return
|
2021-10-04 13:24:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func marshalItem(item vocab.Type) (string, error) {
|
2023-05-09 10:16:10 +00:00
|
|
|
m, err := ap.Serialize(item)
|
2021-10-04 13:24:19 +00:00
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
2023-06-13 14:47:56 +00:00
|
|
|
|
2021-10-04 13:24:19 +00:00
|
|
|
b, err := json.Marshal(m)
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
2023-06-13 14:47:56 +00:00
|
|
|
|
2021-10-04 13:24:19 +00:00
|
|
|
return string(b), nil
|
2021-05-27 14:06:24 +00:00
|
|
|
}
|