// Copyright 2020 The Matrix.org Foundation C.I.C. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package consumers import ( "context" "encoding/json" "github.com/Shopify/sarama" "github.com/getsentry/sentry-go" "github.com/matrix-org/dendrite/eduserver/api" "github.com/matrix-org/dendrite/internal" "github.com/matrix-org/dendrite/setup/config" "github.com/matrix-org/dendrite/setup/jetstream" "github.com/matrix-org/dendrite/setup/process" "github.com/matrix-org/dendrite/syncapi/notifier" "github.com/matrix-org/dendrite/syncapi/storage" "github.com/matrix-org/dendrite/syncapi/types" log "github.com/sirupsen/logrus" ) // OutputReceiptEventConsumer consumes events that originated in the EDU server. type OutputReceiptEventConsumer struct { receiptConsumer *internal.ContinualConsumer db storage.Database stream types.StreamProvider notifier *notifier.Notifier } // NewOutputReceiptEventConsumer creates a new OutputReceiptEventConsumer. // Call Start() to begin consuming from the EDU server. func NewOutputReceiptEventConsumer( process *process.ProcessContext, cfg *config.SyncAPI, kafkaConsumer sarama.Consumer, store storage.Database, notifier *notifier.Notifier, stream types.StreamProvider, ) *OutputReceiptEventConsumer { consumer := internal.ContinualConsumer{ Process: process, ComponentName: "syncapi/eduserver/receipt", Topic: jetstream.OutputReceiptEvent, Consumer: kafkaConsumer, PartitionStore: store, } s := &OutputReceiptEventConsumer{ receiptConsumer: &consumer, db: store, notifier: notifier, stream: stream, } consumer.ProcessMessage = s.onMessage return s } // Start consuming from EDU api func (s *OutputReceiptEventConsumer) Start() error { return s.receiptConsumer.Start() } func (s *OutputReceiptEventConsumer) onMessage(msg *sarama.ConsumerMessage) error { var output api.OutputReceiptEvent if err := json.Unmarshal(msg.Value, &output); err != nil { // If the message was invalid, log it and move on to the next message in the stream log.WithError(err).Errorf("EDU server output log: message parse failure") sentry.CaptureException(err) return nil } streamPos, err := s.db.StoreReceipt( context.TODO(), output.RoomID, output.Type, output.UserID, output.EventID, output.Timestamp, ) if err != nil { sentry.CaptureException(err) return err } s.stream.Advance(streamPos) s.notifier.OnNewReceipt(output.RoomID, types.StreamingToken{ReceiptPosition: streamPos}) return nil }