mirror of
https://github.com/matrix-org/dendrite
synced 2024-12-14 23:32:45 +00:00
2c581377a5
* Remodel how device list change IDs are created Previously we made them using the offset Kafka supplied. We don't run Kafka anymore, so now we make the SQL table assign the change ID via an AUTOINCREMENTing ID. Redesign the `keyserver_key_changes` table to have `UNIQUE(user_id)` so we don't accumulate key changes forevermore, we now have at most 1 row per user which contains the highest change ID. This needs a SQL migration. * Ensure we bump the change ID on sqlite * Actually read the DeviceChangeID not the Offset in synapi * Add SQL migrations * Prepare after migration; fixup dendrite-upgrade-test logging * Use higher version numbers; fix sqlite query to increment better * Default 0 on postgres * fixup postgres migration on fresh dendrite instances
159 lines
5.2 KiB
Go
159 lines
5.2 KiB
Go
// Copyright 2020 The Matrix.org Foundation C.I.C.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package consumers
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
|
|
"github.com/Shopify/sarama"
|
|
"github.com/getsentry/sentry-go"
|
|
"github.com/matrix-org/dendrite/internal"
|
|
"github.com/matrix-org/dendrite/keyserver/api"
|
|
roomserverAPI "github.com/matrix-org/dendrite/roomserver/api"
|
|
"github.com/matrix-org/dendrite/setup/process"
|
|
"github.com/matrix-org/dendrite/syncapi/notifier"
|
|
"github.com/matrix-org/dendrite/syncapi/storage"
|
|
"github.com/matrix-org/dendrite/syncapi/types"
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
"github.com/sirupsen/logrus"
|
|
)
|
|
|
|
// OutputKeyChangeEventConsumer consumes events that originated in the key server.
|
|
type OutputKeyChangeEventConsumer struct {
|
|
ctx context.Context
|
|
keyChangeConsumer *internal.ContinualConsumer
|
|
db storage.Database
|
|
notifier *notifier.Notifier
|
|
stream types.StreamProvider
|
|
serverName gomatrixserverlib.ServerName // our server name
|
|
rsAPI roomserverAPI.RoomserverInternalAPI
|
|
keyAPI api.KeyInternalAPI
|
|
}
|
|
|
|
// NewOutputKeyChangeEventConsumer creates a new OutputKeyChangeEventConsumer.
|
|
// Call Start() to begin consuming from the key server.
|
|
func NewOutputKeyChangeEventConsumer(
|
|
process *process.ProcessContext,
|
|
serverName gomatrixserverlib.ServerName,
|
|
topic string,
|
|
kafkaConsumer sarama.Consumer,
|
|
keyAPI api.KeyInternalAPI,
|
|
rsAPI roomserverAPI.RoomserverInternalAPI,
|
|
store storage.Database,
|
|
notifier *notifier.Notifier,
|
|
stream types.StreamProvider,
|
|
) *OutputKeyChangeEventConsumer {
|
|
|
|
consumer := internal.ContinualConsumer{
|
|
Process: process,
|
|
ComponentName: "syncapi/keychange",
|
|
Topic: topic,
|
|
Consumer: kafkaConsumer,
|
|
PartitionStore: store,
|
|
}
|
|
|
|
s := &OutputKeyChangeEventConsumer{
|
|
ctx: process.Context(),
|
|
keyChangeConsumer: &consumer,
|
|
db: store,
|
|
serverName: serverName,
|
|
keyAPI: keyAPI,
|
|
rsAPI: rsAPI,
|
|
notifier: notifier,
|
|
stream: stream,
|
|
}
|
|
|
|
consumer.ProcessMessage = s.onMessage
|
|
|
|
return s
|
|
}
|
|
|
|
// Start consuming from the key server
|
|
func (s *OutputKeyChangeEventConsumer) Start() error {
|
|
return s.keyChangeConsumer.Start()
|
|
}
|
|
|
|
func (s *OutputKeyChangeEventConsumer) onMessage(msg *sarama.ConsumerMessage) error {
|
|
var m api.DeviceMessage
|
|
if err := json.Unmarshal(msg.Value, &m); err != nil {
|
|
logrus.WithError(err).Errorf("failed to read device message from key change topic")
|
|
return nil
|
|
}
|
|
if m.DeviceKeys == nil && m.OutputCrossSigningKeyUpdate == nil {
|
|
// This probably shouldn't happen but stops us from panicking if we come
|
|
// across an update that doesn't satisfy either types.
|
|
return nil
|
|
}
|
|
switch m.Type {
|
|
case api.TypeCrossSigningUpdate:
|
|
return s.onCrossSigningMessage(m, m.DeviceChangeID)
|
|
case api.TypeDeviceKeyUpdate:
|
|
fallthrough
|
|
default:
|
|
return s.onDeviceKeyMessage(m, m.DeviceChangeID)
|
|
}
|
|
}
|
|
|
|
func (s *OutputKeyChangeEventConsumer) onDeviceKeyMessage(m api.DeviceMessage, deviceChangeID int64) error {
|
|
if m.DeviceKeys == nil {
|
|
return nil
|
|
}
|
|
output := m.DeviceKeys
|
|
// work out who we need to notify about the new key
|
|
var queryRes roomserverAPI.QuerySharedUsersResponse
|
|
err := s.rsAPI.QuerySharedUsers(s.ctx, &roomserverAPI.QuerySharedUsersRequest{
|
|
UserID: output.UserID,
|
|
}, &queryRes)
|
|
if err != nil {
|
|
logrus.WithError(err).Error("syncapi: failed to QuerySharedUsers for key change event from key server")
|
|
sentry.CaptureException(err)
|
|
return err
|
|
}
|
|
// make sure we get our own key updates too!
|
|
queryRes.UserIDsToCount[output.UserID] = 1
|
|
posUpdate := types.StreamPosition(deviceChangeID)
|
|
|
|
s.stream.Advance(posUpdate)
|
|
for userID := range queryRes.UserIDsToCount {
|
|
s.notifier.OnNewKeyChange(types.StreamingToken{DeviceListPosition: posUpdate}, userID, output.UserID)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (s *OutputKeyChangeEventConsumer) onCrossSigningMessage(m api.DeviceMessage, deviceChangeID int64) error {
|
|
output := m.CrossSigningKeyUpdate
|
|
// work out who we need to notify about the new key
|
|
var queryRes roomserverAPI.QuerySharedUsersResponse
|
|
err := s.rsAPI.QuerySharedUsers(s.ctx, &roomserverAPI.QuerySharedUsersRequest{
|
|
UserID: output.UserID,
|
|
}, &queryRes)
|
|
if err != nil {
|
|
logrus.WithError(err).Error("syncapi: failed to QuerySharedUsers for key change event from key server")
|
|
sentry.CaptureException(err)
|
|
return err
|
|
}
|
|
// make sure we get our own key updates too!
|
|
queryRes.UserIDsToCount[output.UserID] = 1
|
|
posUpdate := types.StreamPosition(deviceChangeID)
|
|
|
|
s.stream.Advance(posUpdate)
|
|
for userID := range queryRes.UserIDsToCount {
|
|
s.notifier.OnNewKeyChange(types.StreamingToken{DeviceListPosition: posUpdate}, userID, output.UserID)
|
|
}
|
|
|
|
return nil
|
|
}
|