a5d822004d
* Groundwork for send-to-device messaging * Update sample config * Add unstable routing for now * Send to device consumer in sync API * Start the send-to-device consumer * fix indentation in dendrite-config.yaml * Create send-to-device database tables, other tweaks * Add some logic for send-to-device messages, add them into sync stream * Handle incoming send-to-device messages, count them with EDU stream pos * Undo changes to test * pq.Array * Fix sync * Logging * Fix a couple of transaction things, fix client API * Add send-to-device test, hopefully fix bugs * Comments * Refactor a bit * Fix schema * Fix queries * Debug logging * Fix storing and retrieving of send-to-device messages * Try to avoid database locks * Update sync position * Use latest sync position * Jiggle about sync a bit * Fix tests * Break out the retrieval from the update/delete behaviour * Comments * nolint on getResponseWithPDUsForCompleteSync * Try to line up sync tokens again * Implement wildcard * Add all send-to-device tests to whitelist, what could possibly go wrong? * Only care about wildcard when targeted locally * Deduplicate transactions * Handle tokens properly, return immediately if waiting send-to-device messages * Fix sync * Update sytest-whitelist * Fix copyright notice (need to do more of this) * Comments, copyrights * Return errors from Do, fix dendritejs * Review comments * Comments * Constructor for TransactionWriter * defletions * Update gomatrixserverlib, sytest-blacklist
116 lines
3.1 KiB
Go
116 lines
3.1 KiB
Go
// Copyright 2017-2018 New Vector Ltd
|
|
// Copyright 2019-2020 The Matrix.org Foundation C.I.C.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package sqlite3
|
|
|
|
import (
|
|
"database/sql"
|
|
"errors"
|
|
"net/url"
|
|
|
|
"github.com/matrix-org/dendrite/internal/sqlutil"
|
|
|
|
// Import the sqlite3 package
|
|
_ "github.com/mattn/go-sqlite3"
|
|
|
|
"github.com/matrix-org/dendrite/eduserver/cache"
|
|
"github.com/matrix-org/dendrite/internal"
|
|
"github.com/matrix-org/dendrite/syncapi/storage/shared"
|
|
)
|
|
|
|
// SyncServerDatasource represents a sync server datasource which manages
|
|
// both the database for PDUs and caches for EDUs.
|
|
type SyncServerDatasource struct {
|
|
shared.Database
|
|
db *sql.DB
|
|
internal.PartitionOffsetStatements
|
|
streamID streamIDStatements
|
|
}
|
|
|
|
// NewDatabase creates a new sync server database
|
|
// nolint: gocyclo
|
|
func NewDatabase(dataSourceName string) (*SyncServerDatasource, error) {
|
|
var d SyncServerDatasource
|
|
uri, err := url.Parse(dataSourceName)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
var cs string
|
|
if uri.Opaque != "" { // file:filename.db
|
|
cs = uri.Opaque
|
|
} else if uri.Path != "" { // file:///path/to/filename.db
|
|
cs = uri.Path
|
|
} else {
|
|
return nil, errors.New("no filename or path in connect string")
|
|
}
|
|
if d.db, err = sqlutil.Open(internal.SQLiteDriverName(), cs, nil); err != nil {
|
|
return nil, err
|
|
}
|
|
if err = d.prepare(); err != nil {
|
|
return nil, err
|
|
}
|
|
return &d, nil
|
|
}
|
|
|
|
func (d *SyncServerDatasource) prepare() (err error) {
|
|
if err = d.PartitionOffsetStatements.Prepare(d.db, "syncapi"); err != nil {
|
|
return err
|
|
}
|
|
if err = d.streamID.prepare(d.db); err != nil {
|
|
return err
|
|
}
|
|
accountData, err := NewSqliteAccountDataTable(d.db, &d.streamID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
events, err := NewSqliteEventsTable(d.db, &d.streamID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
roomState, err := NewSqliteCurrentRoomStateTable(d.db, &d.streamID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
invites, err := NewSqliteInvitesTable(d.db, &d.streamID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
topology, err := NewSqliteTopologyTable(d.db)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
bwExtrem, err := NewSqliteBackwardsExtremitiesTable(d.db)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
sendToDevice, err := NewSqliteSendToDeviceTable(d.db)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
d.Database = shared.Database{
|
|
DB: d.db,
|
|
Invites: invites,
|
|
AccountData: accountData,
|
|
OutputEvents: events,
|
|
BackwardExtremities: bwExtrem,
|
|
CurrentRoomState: roomState,
|
|
Topology: topology,
|
|
SendToDevice: sendToDevice,
|
|
SendToDeviceWriter: internal.NewTransactionWriter(),
|
|
EDUCache: cache.New(),
|
|
}
|
|
return nil
|
|
}
|