mirror of
https://github.com/superseriousbusiness/gotosocial
synced 2024-11-26 22:30:25 +00:00
6c9d8e78eb
* revamp http client to not limit requests, instead use sender worker Signed-off-by: kim <grufwub@gmail.com> * remove separate sender worker pool, spawn 2*GOMAXPROCS batch senders each time, no need for transport cache sweeping Signed-off-by: kim <grufwub@gmail.com> * improve batch senders to keep popping recipients until remote URL found Signed-off-by: kim <grufwub@gmail.com> * fix recipient looping issue Signed-off-by: kim <grufwub@gmail.com> * move request id ctx key to gtscontext, finish filling out more code comments, add basic support for not logging client IP Signed-off-by: kim <grufwub@gmail.com> * first draft of status refetching logic Signed-off-by: kim <grufwub@gmail.com> * fix testrig to use new federation alloc func signature Signed-off-by: kim <grufwub@gmail.com> * fix log format directive Signed-off-by: kim <grufwub@gmail.com> * add status fetched_at migration Signed-off-by: kim <grufwub@gmail.com> * remove unused / unchecked for error types Signed-off-by: kim <grufwub@gmail.com> * add back the used type... Signed-off-by: kim <grufwub@gmail.com> * add separate internal getStatus() function for derefThread() that doesn't recurse Signed-off-by: kim <grufwub@gmail.com> * improved mention and media attachment error handling Signed-off-by: kim <grufwub@gmail.com> * fix log and error format directives Signed-off-by: kim <grufwub@gmail.com> * update account deref to match status deref changes Signed-off-by: kim <grufwub@gmail.com> * very small code formatting change to make things clearer Signed-off-by: kim <grufwub@gmail.com> * add more code comments Signed-off-by: kim <grufwub@gmail.com> * improved code commenting Signed-off-by: kim <grufwub@gmail.com> * only check for required further derefs if needed Signed-off-by: kim <grufwub@gmail.com> * improved cache invalidation Signed-off-by: kim <grufwub@gmail.com> * tweak cache restarting to use a (very small) backoff Signed-off-by: kim <grufwub@gmail.com> * small readability changes and fixes Signed-off-by: kim <grufwub@gmail.com> * fix account sync issues Signed-off-by: kim <grufwub@gmail.com> * fix merge conflicts + update account enrichment to accept already-passed accountable Signed-off-by: kim <grufwub@gmail.com> * remove secondary function declaration Signed-off-by: kim <grufwub@gmail.com> * normalise dereferencer get status / account behaviour, fix remaining tests Signed-off-by: kim <grufwub@gmail.com> * fix remaining rebase conflicts, finish commenting code Signed-off-by: kim <grufwub@gmail.com> * appease the linter Signed-off-by: kim <grufwub@gmail.com> * add source file header Signed-off-by: kim <grufwub@gmail.com> * update to use TIMESTAMPTZ column type instead of just TIMESTAMP Signed-off-by: kim <grufwub@gmail.com> * don't pass in 'updated_at' to UpdateEmoji() Signed-off-by: kim <grufwub@gmail.com> * use new ap.Resolve{Account,Status}able() functions Signed-off-by: kim <grufwub@gmail.com> * remove the somewhat confusing rescoping of the same variable names Signed-off-by: kim <grufwub@gmail.com> * update migration file name, improved database delete error returns Signed-off-by: kim <grufwub@gmail.com> * formatting Signed-off-by: kim <grufwub@gmail.com> * improved multi-delete database functions to minimise DB calls Signed-off-by: kim <grufwub@gmail.com> * remove unused type Signed-off-by: kim <grufwub@gmail.com> * fix delete statements Signed-off-by: kim <grufwub@gmail.com> --------- Signed-off-by: kim <grufwub@gmail.com>
424 lines
13 KiB
Go
424 lines
13 KiB
Go
// GoToSocial
|
|
// Copyright (C) GoToSocial Authors admin@gotosocial.org
|
|
// SPDX-License-Identifier: AGPL-3.0-or-later
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package processing
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"net/url"
|
|
|
|
"codeberg.org/gruf/go-kv"
|
|
"codeberg.org/gruf/go-logger/v2/level"
|
|
"github.com/superseriousbusiness/gotosocial/internal/ap"
|
|
"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
|
|
"github.com/superseriousbusiness/gotosocial/internal/id"
|
|
"github.com/superseriousbusiness/gotosocial/internal/log"
|
|
"github.com/superseriousbusiness/gotosocial/internal/messages"
|
|
)
|
|
|
|
// ProcessFromFederator reads the APActivityType and APObjectType of an incoming message from the federator,
|
|
// and directs the message into the appropriate side effect handler function, or simply does nothing if there's
|
|
// no handler function defined for the combination of Activity and Object.
|
|
func (p *Processor) ProcessFromFederator(ctx context.Context, federatorMsg messages.FromFederator) error {
|
|
// Allocate new log fields slice
|
|
fields := make([]kv.Field, 3, 5)
|
|
fields[0] = kv.Field{"activityType", federatorMsg.APActivityType}
|
|
fields[1] = kv.Field{"objectType", federatorMsg.APObjectType}
|
|
fields[2] = kv.Field{"toAccount", federatorMsg.ReceivingAccount.Username}
|
|
|
|
if federatorMsg.APIri != nil {
|
|
// An IRI was supplied, append to log
|
|
fields = append(fields, kv.Field{
|
|
"iri", federatorMsg.APIri,
|
|
})
|
|
}
|
|
|
|
if federatorMsg.GTSModel != nil &&
|
|
log.Level() >= level.DEBUG {
|
|
// Append converted model to log
|
|
fields = append(fields, kv.Field{
|
|
"model", federatorMsg.GTSModel,
|
|
})
|
|
}
|
|
|
|
// Log this federated message
|
|
l := log.WithContext(ctx).WithFields(fields...)
|
|
l.Info("processing from federator")
|
|
|
|
switch federatorMsg.APActivityType {
|
|
case ap.ActivityCreate:
|
|
// CREATE SOMETHING
|
|
switch federatorMsg.APObjectType {
|
|
case ap.ObjectNote:
|
|
// CREATE A STATUS
|
|
return p.processCreateStatusFromFederator(ctx, federatorMsg)
|
|
case ap.ActivityLike:
|
|
// CREATE A FAVE
|
|
return p.processCreateFaveFromFederator(ctx, federatorMsg)
|
|
case ap.ActivityFollow:
|
|
// CREATE A FOLLOW REQUEST
|
|
return p.processCreateFollowRequestFromFederator(ctx, federatorMsg)
|
|
case ap.ActivityAnnounce:
|
|
// CREATE AN ANNOUNCE
|
|
return p.processCreateAnnounceFromFederator(ctx, federatorMsg)
|
|
case ap.ActivityBlock:
|
|
// CREATE A BLOCK
|
|
return p.processCreateBlockFromFederator(ctx, federatorMsg)
|
|
case ap.ActivityFlag:
|
|
// CREATE A FLAG / REPORT
|
|
return p.processCreateFlagFromFederator(ctx, federatorMsg)
|
|
}
|
|
case ap.ActivityUpdate:
|
|
// UPDATE SOMETHING
|
|
if federatorMsg.APObjectType == ap.ObjectProfile {
|
|
// UPDATE AN ACCOUNT
|
|
return p.processUpdateAccountFromFederator(ctx, federatorMsg)
|
|
}
|
|
case ap.ActivityDelete:
|
|
// DELETE SOMETHING
|
|
switch federatorMsg.APObjectType {
|
|
case ap.ObjectNote:
|
|
// DELETE A STATUS
|
|
return p.processDeleteStatusFromFederator(ctx, federatorMsg)
|
|
case ap.ObjectProfile:
|
|
// DELETE A PROFILE/ACCOUNT
|
|
return p.processDeleteAccountFromFederator(ctx, federatorMsg)
|
|
}
|
|
}
|
|
|
|
// not a combination we can/need to process
|
|
return nil
|
|
}
|
|
|
|
// processCreateStatusFromFederator handles Activity Create and Object Note
|
|
func (p *Processor) processCreateStatusFromFederator(ctx context.Context, federatorMsg messages.FromFederator) error {
|
|
// check for either an IRI that we still need to dereference, OR an already dereferenced
|
|
// and converted status pinned to the message.
|
|
var (
|
|
status *gtsmodel.Status
|
|
err error
|
|
)
|
|
|
|
if federatorMsg.GTSModel != nil {
|
|
var ok bool
|
|
|
|
// there's a gts model already pinned to the message, it should be a status
|
|
if status, ok = federatorMsg.GTSModel.(*gtsmodel.Status); !ok {
|
|
return errors.New("ProcessFromFederator: note was not parseable as *gtsmodel.Status")
|
|
}
|
|
|
|
// Since this was a create originating AP object
|
|
// statusable may have been set on message (no problem if not).
|
|
statusable, _ := federatorMsg.APObjectModel.(ap.Statusable)
|
|
|
|
// Call refresh on status to deref if necessary etc.
|
|
status, _, err = p.federator.RefreshStatus(ctx,
|
|
federatorMsg.ReceivingAccount.Username,
|
|
status,
|
|
statusable,
|
|
false,
|
|
)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
// no model pinned, we need to dereference based on the IRI
|
|
if federatorMsg.APIri == nil {
|
|
return errors.New("ProcessFromFederator: status was not pinned to federatorMsg, and neither was an IRI for us to dereference")
|
|
}
|
|
|
|
status, _, err = p.federator.GetStatusByURI(ctx, federatorMsg.ReceivingAccount.Username, federatorMsg.APIri)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if status.Account == nil || status.Account.IsRemote() {
|
|
// Either no account attached yet, or a remote account.
|
|
// Both situations we need to parse account URI to fetch it.
|
|
remoteAccURI, err := url.Parse(status.AccountURI)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Ensure that account for this status has been deref'd.
|
|
status.Account, _, err = p.federator.GetAccountByURI(ctx,
|
|
federatorMsg.ReceivingAccount.Username,
|
|
remoteAccURI,
|
|
)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if err := p.timelineAndNotifyStatus(ctx, status); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// processCreateFaveFromFederator handles Activity Create and Object Like
|
|
func (p *Processor) processCreateFaveFromFederator(ctx context.Context, federatorMsg messages.FromFederator) error {
|
|
incomingFave, ok := federatorMsg.GTSModel.(*gtsmodel.StatusFave)
|
|
if !ok {
|
|
return errors.New("like was not parseable as *gtsmodel.StatusFave")
|
|
}
|
|
|
|
// make sure the account is pinned
|
|
if incomingFave.Account == nil {
|
|
a, err := p.state.DB.GetAccountByID(ctx, incomingFave.AccountID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
incomingFave.Account = a
|
|
}
|
|
|
|
// Get the remote account to make sure the avi and header are cached.
|
|
if incomingFave.Account.Domain != "" {
|
|
remoteAccountID, err := url.Parse(incomingFave.Account.URI)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
a, _, err := p.federator.GetAccountByURI(ctx,
|
|
federatorMsg.ReceivingAccount.Username,
|
|
remoteAccountID,
|
|
)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
incomingFave.Account = a
|
|
}
|
|
|
|
if err := p.notifyFave(ctx, incomingFave); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// processCreateFollowRequestFromFederator handles Activity Create and Object Follow
|
|
func (p *Processor) processCreateFollowRequestFromFederator(ctx context.Context, federatorMsg messages.FromFederator) error {
|
|
followRequest, ok := federatorMsg.GTSModel.(*gtsmodel.FollowRequest)
|
|
if !ok {
|
|
return errors.New("incomingFollowRequest was not parseable as *gtsmodel.FollowRequest")
|
|
}
|
|
|
|
// make sure the account is pinned
|
|
if followRequest.Account == nil {
|
|
a, err := p.state.DB.GetAccountByID(ctx, followRequest.AccountID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
followRequest.Account = a
|
|
}
|
|
|
|
// Get the remote account to make sure the avi and header are cached.
|
|
if followRequest.Account.Domain != "" {
|
|
remoteAccountID, err := url.Parse(followRequest.Account.URI)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
a, _, err := p.federator.GetAccountByURI(ctx,
|
|
federatorMsg.ReceivingAccount.Username,
|
|
remoteAccountID,
|
|
)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
followRequest.Account = a
|
|
}
|
|
|
|
if followRequest.TargetAccount == nil {
|
|
a, err := p.state.DB.GetAccountByID(ctx, followRequest.TargetAccountID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
followRequest.TargetAccount = a
|
|
}
|
|
|
|
if *followRequest.TargetAccount.Locked {
|
|
// if the account is locked just notify the follow request and nothing else
|
|
return p.notifyFollowRequest(ctx, followRequest)
|
|
}
|
|
|
|
// if the target account isn't locked, we should already accept the follow and notify about the new follower instead
|
|
follow, err := p.state.DB.AcceptFollowRequest(ctx, followRequest.AccountID, followRequest.TargetAccountID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := p.federateAcceptFollowRequest(ctx, follow); err != nil {
|
|
return err
|
|
}
|
|
|
|
return p.notifyFollow(ctx, follow, followRequest.TargetAccount)
|
|
}
|
|
|
|
// processCreateAnnounceFromFederator handles Activity Create and Object Announce
|
|
func (p *Processor) processCreateAnnounceFromFederator(ctx context.Context, federatorMsg messages.FromFederator) error {
|
|
incomingAnnounce, ok := federatorMsg.GTSModel.(*gtsmodel.Status)
|
|
if !ok {
|
|
return errors.New("announce was not parseable as *gtsmodel.Status")
|
|
}
|
|
|
|
// make sure the account is pinned
|
|
if incomingAnnounce.Account == nil {
|
|
a, err := p.state.DB.GetAccountByID(ctx, incomingAnnounce.AccountID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
incomingAnnounce.Account = a
|
|
}
|
|
|
|
// Get the remote account to make sure the avi and header are cached.
|
|
if incomingAnnounce.Account.Domain != "" {
|
|
remoteAccountID, err := url.Parse(incomingAnnounce.Account.URI)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
a, _, err := p.federator.GetAccountByURI(ctx,
|
|
federatorMsg.ReceivingAccount.Username,
|
|
remoteAccountID,
|
|
)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
incomingAnnounce.Account = a
|
|
}
|
|
|
|
if err := p.federator.DereferenceAnnounce(ctx, incomingAnnounce, federatorMsg.ReceivingAccount.Username); err != nil {
|
|
return fmt.Errorf("error dereferencing announce from federator: %s", err)
|
|
}
|
|
|
|
incomingAnnounceID, err := id.NewULIDFromTime(incomingAnnounce.CreatedAt)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
incomingAnnounce.ID = incomingAnnounceID
|
|
|
|
if err := p.state.DB.PutStatus(ctx, incomingAnnounce); err != nil {
|
|
return fmt.Errorf("error adding dereferenced announce to the db: %s", err)
|
|
}
|
|
|
|
if err := p.timelineAndNotifyStatus(ctx, incomingAnnounce); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := p.notifyAnnounce(ctx, incomingAnnounce); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// processCreateBlockFromFederator handles Activity Create and Object Block
|
|
func (p *Processor) processCreateBlockFromFederator(ctx context.Context, federatorMsg messages.FromFederator) error {
|
|
block, ok := federatorMsg.GTSModel.(*gtsmodel.Block)
|
|
if !ok {
|
|
return errors.New("block was not parseable as *gtsmodel.Block")
|
|
}
|
|
|
|
// remove any of the blocking account's statuses from the blocked account's timeline, and vice versa
|
|
if err := p.statusTimelines.WipeItemsFromAccountID(ctx, block.AccountID, block.TargetAccountID); err != nil {
|
|
return err
|
|
}
|
|
if err := p.statusTimelines.WipeItemsFromAccountID(ctx, block.TargetAccountID, block.AccountID); err != nil {
|
|
return err
|
|
}
|
|
// TODO: same with notifications
|
|
// TODO: same with bookmarks
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *Processor) processCreateFlagFromFederator(ctx context.Context, federatorMsg messages.FromFederator) error {
|
|
incomingReport, ok := federatorMsg.GTSModel.(*gtsmodel.Report)
|
|
if !ok {
|
|
return errors.New("flag was not parseable as *gtsmodel.Report")
|
|
}
|
|
|
|
// TODO: handle additional side effects of flag creation:
|
|
// - notify admins by dm / notification
|
|
|
|
return p.emailReport(ctx, incomingReport)
|
|
}
|
|
|
|
// processUpdateAccountFromFederator handles Activity Update and Object Profile
|
|
func (p *Processor) processUpdateAccountFromFederator(ctx context.Context, federatorMsg messages.FromFederator) error {
|
|
incomingAccount, ok := federatorMsg.GTSModel.(*gtsmodel.Account)
|
|
if !ok {
|
|
return errors.New("*gtsmodel.Account was not parseable on update account message")
|
|
}
|
|
|
|
// Because this was an Update, the new AP Object should be set on the message.
|
|
incomingAccountable, ok := federatorMsg.APObjectModel.(ap.Accountable)
|
|
if !ok {
|
|
return errors.New("Accountable was not parseable on update account message")
|
|
}
|
|
|
|
// Call RefreshAccount to fetch up-to-date bio, avatar, header, etc.
|
|
updatedAccount, _, err := p.federator.RefreshAccount(
|
|
ctx,
|
|
federatorMsg.ReceivingAccount.Username,
|
|
incomingAccount,
|
|
incomingAccountable,
|
|
true,
|
|
)
|
|
if err != nil {
|
|
return fmt.Errorf("error enriching updated account from federator: %s", err)
|
|
}
|
|
|
|
// RefreshAccount doesn't make DB update calls, so do that here.
|
|
if err := p.state.DB.UpdateAccount(ctx, updatedAccount); err != nil {
|
|
return fmt.Errorf("error enriching updated account from federator: %s", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// processDeleteStatusFromFederator handles Activity Delete and Object Note
|
|
func (p *Processor) processDeleteStatusFromFederator(ctx context.Context, federatorMsg messages.FromFederator) error {
|
|
statusToDelete, ok := federatorMsg.GTSModel.(*gtsmodel.Status)
|
|
if !ok {
|
|
return errors.New("note was not parseable as *gtsmodel.Status")
|
|
}
|
|
|
|
// delete attachments from this status since this request
|
|
// comes from the federating API, and there's no way the
|
|
// poster can do a delete + redraft for it on our instance
|
|
deleteAttachments := true
|
|
return p.wipeStatus(ctx, statusToDelete, deleteAttachments)
|
|
}
|
|
|
|
// processDeleteAccountFromFederator handles Activity Delete and Object Profile
|
|
func (p *Processor) processDeleteAccountFromFederator(ctx context.Context, federatorMsg messages.FromFederator) error {
|
|
account, ok := federatorMsg.GTSModel.(*gtsmodel.Account)
|
|
if !ok {
|
|
return errors.New("account delete was not parseable as *gtsmodel.Account")
|
|
}
|
|
|
|
return p.account.Delete(ctx, account, account.ID)
|
|
}
|