2020-07-23 10:41:36 -05:00
|
|
|
// Copyright 2020 The Matrix.org Foundation C.I.C.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package consumers
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"encoding/json"
|
|
|
|
|
2021-03-24 05:25:24 -05:00
|
|
|
"github.com/getsentry/sentry-go"
|
2020-07-23 10:41:36 -05:00
|
|
|
"github.com/matrix-org/dendrite/keyserver/api"
|
2020-09-04 08:25:01 -05:00
|
|
|
roomserverAPI "github.com/matrix-org/dendrite/roomserver/api"
|
2022-02-04 07:08:13 -06:00
|
|
|
"github.com/matrix-org/dendrite/setup/config"
|
|
|
|
"github.com/matrix-org/dendrite/setup/jetstream"
|
2021-01-26 06:56:20 -06:00
|
|
|
"github.com/matrix-org/dendrite/setup/process"
|
2021-01-08 10:59:06 -06:00
|
|
|
"github.com/matrix-org/dendrite/syncapi/notifier"
|
2020-07-23 10:41:36 -05:00
|
|
|
"github.com/matrix-org/dendrite/syncapi/storage"
|
2020-07-27 03:19:55 -05:00
|
|
|
"github.com/matrix-org/dendrite/syncapi/types"
|
2020-07-23 10:41:36 -05:00
|
|
|
"github.com/matrix-org/gomatrixserverlib"
|
2022-02-04 07:08:13 -06:00
|
|
|
"github.com/nats-io/nats.go"
|
2021-08-17 07:44:30 -05:00
|
|
|
"github.com/sirupsen/logrus"
|
2020-07-23 10:41:36 -05:00
|
|
|
)
|
|
|
|
|
|
|
|
// OutputKeyChangeEventConsumer consumes events that originated in the key server.
|
|
|
|
type OutputKeyChangeEventConsumer struct {
|
2022-02-04 07:08:13 -06:00
|
|
|
ctx context.Context
|
|
|
|
jetstream nats.JetStreamContext
|
|
|
|
durable string
|
|
|
|
topic string
|
|
|
|
db storage.Database
|
|
|
|
notifier *notifier.Notifier
|
|
|
|
stream types.StreamProvider
|
|
|
|
serverName gomatrixserverlib.ServerName // our server name
|
2022-05-05 03:56:03 -05:00
|
|
|
rsAPI roomserverAPI.SyncRoomserverAPI
|
2020-07-23 10:41:36 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewOutputKeyChangeEventConsumer creates a new OutputKeyChangeEventConsumer.
|
|
|
|
// Call Start() to begin consuming from the key server.
|
|
|
|
func NewOutputKeyChangeEventConsumer(
|
2021-01-26 06:56:20 -06:00
|
|
|
process *process.ProcessContext,
|
2022-02-04 07:08:13 -06:00
|
|
|
cfg *config.SyncAPI,
|
2020-07-27 03:19:55 -05:00
|
|
|
topic string,
|
2022-02-04 07:08:13 -06:00
|
|
|
js nats.JetStreamContext,
|
2022-05-05 03:56:03 -05:00
|
|
|
rsAPI roomserverAPI.SyncRoomserverAPI,
|
2020-07-23 10:41:36 -05:00
|
|
|
store storage.Database,
|
2021-01-08 10:59:06 -06:00
|
|
|
notifier *notifier.Notifier,
|
2022-01-20 09:26:45 -06:00
|
|
|
stream types.StreamProvider,
|
2020-07-23 10:41:36 -05:00
|
|
|
) *OutputKeyChangeEventConsumer {
|
|
|
|
s := &OutputKeyChangeEventConsumer{
|
2022-02-04 07:08:13 -06:00
|
|
|
ctx: process.Context(),
|
|
|
|
jetstream: js,
|
|
|
|
durable: cfg.Matrix.JetStream.Durable("SyncAPIKeyChangeConsumer"),
|
|
|
|
topic: topic,
|
|
|
|
db: store,
|
|
|
|
serverName: cfg.Matrix.ServerName,
|
|
|
|
rsAPI: rsAPI,
|
|
|
|
notifier: notifier,
|
|
|
|
stream: stream,
|
2020-07-23 10:41:36 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
return s
|
|
|
|
}
|
|
|
|
|
|
|
|
// Start consuming from the key server
|
|
|
|
func (s *OutputKeyChangeEventConsumer) Start() error {
|
2022-02-04 07:08:13 -06:00
|
|
|
return jetstream.JetStreamConsumer(
|
2022-08-31 06:21:56 -05:00
|
|
|
s.ctx, s.jetstream, s.topic, s.durable, 1,
|
|
|
|
s.onMessage, nats.DeliverAll(), nats.ManualAck(),
|
2022-02-04 07:08:13 -06:00
|
|
|
)
|
2020-07-23 10:41:36 -05:00
|
|
|
}
|
|
|
|
|
2022-08-31 06:21:56 -05:00
|
|
|
func (s *OutputKeyChangeEventConsumer) onMessage(ctx context.Context, msgs []*nats.Msg) bool {
|
|
|
|
msg := msgs[0] // Guaranteed to exist if onMessage is called
|
2021-08-17 07:44:30 -05:00
|
|
|
var m api.DeviceMessage
|
2022-02-04 07:08:13 -06:00
|
|
|
if err := json.Unmarshal(msg.Data, &m); err != nil {
|
2021-08-17 07:44:30 -05:00
|
|
|
logrus.WithError(err).Errorf("failed to read device message from key change topic")
|
2022-02-04 07:08:13 -06:00
|
|
|
return true
|
2021-08-17 07:44:30 -05:00
|
|
|
}
|
2021-11-16 03:27:49 -06:00
|
|
|
if m.DeviceKeys == nil && m.OutputCrossSigningKeyUpdate == nil {
|
|
|
|
// This probably shouldn't happen but stops us from panicking if we come
|
|
|
|
// across an update that doesn't satisfy either types.
|
2022-02-04 07:08:13 -06:00
|
|
|
return true
|
2021-11-16 03:27:49 -06:00
|
|
|
}
|
2021-08-17 07:44:30 -05:00
|
|
|
switch m.Type {
|
|
|
|
case api.TypeCrossSigningUpdate:
|
2022-01-21 03:56:06 -06:00
|
|
|
return s.onCrossSigningMessage(m, m.DeviceChangeID)
|
2021-08-17 07:44:30 -05:00
|
|
|
case api.TypeDeviceKeyUpdate:
|
|
|
|
fallthrough
|
|
|
|
default:
|
2022-01-21 03:56:06 -06:00
|
|
|
return s.onDeviceKeyMessage(m, m.DeviceChangeID)
|
2021-08-17 07:44:30 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-02-04 07:08:13 -06:00
|
|
|
func (s *OutputKeyChangeEventConsumer) onDeviceKeyMessage(m api.DeviceMessage, deviceChangeID int64) bool {
|
2022-01-05 11:44:49 -06:00
|
|
|
if m.DeviceKeys == nil {
|
2022-02-04 07:08:13 -06:00
|
|
|
return true
|
2022-01-05 11:44:49 -06:00
|
|
|
}
|
2021-08-17 07:44:30 -05:00
|
|
|
output := m.DeviceKeys
|
|
|
|
// work out who we need to notify about the new key
|
|
|
|
var queryRes roomserverAPI.QuerySharedUsersResponse
|
2022-01-05 11:44:49 -06:00
|
|
|
err := s.rsAPI.QuerySharedUsers(s.ctx, &roomserverAPI.QuerySharedUsersRequest{
|
2021-08-17 07:44:30 -05:00
|
|
|
UserID: output.UserID,
|
|
|
|
}, &queryRes)
|
|
|
|
if err != nil {
|
2021-09-08 11:31:03 -05:00
|
|
|
logrus.WithError(err).Error("syncapi: failed to QuerySharedUsers for key change event from key server")
|
2021-03-24 05:25:24 -05:00
|
|
|
sentry.CaptureException(err)
|
2022-02-04 07:08:13 -06:00
|
|
|
return true
|
2020-07-23 10:41:36 -05:00
|
|
|
}
|
2021-08-17 07:44:30 -05:00
|
|
|
// make sure we get our own key updates too!
|
|
|
|
queryRes.UserIDsToCount[output.UserID] = 1
|
2022-01-21 03:56:06 -06:00
|
|
|
posUpdate := types.StreamPosition(deviceChangeID)
|
2021-08-17 07:44:30 -05:00
|
|
|
|
|
|
|
s.stream.Advance(posUpdate)
|
|
|
|
for userID := range queryRes.UserIDsToCount {
|
|
|
|
s.notifier.OnNewKeyChange(types.StreamingToken{DeviceListPosition: posUpdate}, userID, output.UserID)
|
|
|
|
}
|
|
|
|
|
2022-02-04 07:08:13 -06:00
|
|
|
return true
|
2021-08-17 07:44:30 -05:00
|
|
|
}
|
|
|
|
|
2022-02-04 07:08:13 -06:00
|
|
|
func (s *OutputKeyChangeEventConsumer) onCrossSigningMessage(m api.DeviceMessage, deviceChangeID int64) bool {
|
2021-08-17 07:44:30 -05:00
|
|
|
output := m.CrossSigningKeyUpdate
|
2020-07-23 10:41:36 -05:00
|
|
|
// work out who we need to notify about the new key
|
2020-09-04 08:25:01 -05:00
|
|
|
var queryRes roomserverAPI.QuerySharedUsersResponse
|
2022-01-05 11:44:49 -06:00
|
|
|
err := s.rsAPI.QuerySharedUsers(s.ctx, &roomserverAPI.QuerySharedUsersRequest{
|
2020-07-27 03:19:55 -05:00
|
|
|
UserID: output.UserID,
|
|
|
|
}, &queryRes)
|
2020-07-23 10:41:36 -05:00
|
|
|
if err != nil {
|
2021-09-08 11:31:03 -05:00
|
|
|
logrus.WithError(err).Error("syncapi: failed to QuerySharedUsers for key change event from key server")
|
2021-03-24 05:25:24 -05:00
|
|
|
sentry.CaptureException(err)
|
2022-02-04 07:08:13 -06:00
|
|
|
return true
|
2020-07-23 10:41:36 -05:00
|
|
|
}
|
2020-12-18 08:04:17 -06:00
|
|
|
// make sure we get our own key updates too!
|
|
|
|
queryRes.UserIDsToCount[output.UserID] = 1
|
2022-01-21 03:56:06 -06:00
|
|
|
posUpdate := types.StreamPosition(deviceChangeID)
|
2021-01-08 10:59:06 -06:00
|
|
|
|
|
|
|
s.stream.Advance(posUpdate)
|
2020-07-30 05:15:46 -05:00
|
|
|
for userID := range queryRes.UserIDsToCount {
|
2021-01-08 10:59:06 -06:00
|
|
|
s.notifier.OnNewKeyChange(types.StreamingToken{DeviceListPosition: posUpdate}, userID, output.UserID)
|
2020-07-28 12:25:16 -05:00
|
|
|
}
|
2021-01-08 10:59:06 -06:00
|
|
|
|
2022-02-04 07:08:13 -06:00
|
|
|
return true
|
2020-07-23 10:41:36 -05:00
|
|
|
}
|