mirror of
https://github.com/matrix-org/dendrite.git
synced 2024-11-23 14:51:56 -06:00
eb29a31550
Should fix the following issues or make a lot less worse when using Postgres: The main issue behind #2911: The client gives up after a certain time, causing a cascade of context errors, because the response couldn't be built up fast enough. This mostly happens on accounts with many rooms, due to the inefficient way we're getting recent events and current state For #2777: The queries for getting the membership events for history visibility were being executed for each room (I think 185?), resulting in a whooping 2k queries for membership events. (Getting the statesnapshot -> block nids -> actual wanted membership event) Both should now be better by: - Using a LATERAL join to get all recent events for all joined rooms in one go (TODO: maybe do the same for room summary and current state etc) - If we're lazy loading on initial syncs, we're now not getting the whole current state, just to drop the majority of it because we're lazy loading members - we add a filter to exclude membership events on the first call to `CurrentState`. - Using an optimized query to get the membership events needed to calculate history visibility --------- Co-authored-by: kegsay <kegan@matrix.org>
151 lines
4.2 KiB
Go
151 lines
4.2 KiB
Go
// Copyright 2017-2018 New Vector Ltd
|
|
// Copyright 2019-2020 The Matrix.org Foundation C.I.C.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package sqlite3
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
|
|
"github.com/matrix-org/dendrite/internal"
|
|
"github.com/matrix-org/dendrite/internal/sqlutil"
|
|
"github.com/matrix-org/dendrite/syncapi/storage/tables"
|
|
"github.com/matrix-org/dendrite/syncapi/types"
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
)
|
|
|
|
const accountDataSchema = `
|
|
CREATE TABLE IF NOT EXISTS syncapi_account_data_type (
|
|
id INTEGER PRIMARY KEY,
|
|
user_id TEXT NOT NULL,
|
|
room_id TEXT NOT NULL,
|
|
type TEXT NOT NULL,
|
|
UNIQUE (user_id, room_id, type)
|
|
);
|
|
`
|
|
|
|
const insertAccountDataSQL = "" +
|
|
"INSERT INTO syncapi_account_data_type (id, user_id, room_id, type) VALUES ($1, $2, $3, $4)" +
|
|
" ON CONFLICT (user_id, room_id, type) DO UPDATE" +
|
|
" SET id = $5"
|
|
|
|
// further parameters are added by prepareWithFilters
|
|
const selectAccountDataInRangeSQL = "" +
|
|
"SELECT id, room_id, type FROM syncapi_account_data_type" +
|
|
" WHERE user_id = $1 AND id > $2 AND id <= $3"
|
|
|
|
const selectMaxAccountDataIDSQL = "" +
|
|
"SELECT MAX(id) FROM syncapi_account_data_type"
|
|
|
|
type accountDataStatements struct {
|
|
db *sql.DB
|
|
streamIDStatements *StreamIDStatements
|
|
insertAccountDataStmt *sql.Stmt
|
|
selectMaxAccountDataIDStmt *sql.Stmt
|
|
selectAccountDataInRangeStmt *sql.Stmt
|
|
}
|
|
|
|
func NewSqliteAccountDataTable(db *sql.DB, streamID *StreamIDStatements) (tables.AccountData, error) {
|
|
s := &accountDataStatements{
|
|
db: db,
|
|
streamIDStatements: streamID,
|
|
}
|
|
_, err := db.Exec(accountDataSchema)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if s.insertAccountDataStmt, err = db.Prepare(insertAccountDataSQL); err != nil {
|
|
return nil, err
|
|
}
|
|
if s.selectMaxAccountDataIDStmt, err = db.Prepare(selectMaxAccountDataIDSQL); err != nil {
|
|
return nil, err
|
|
}
|
|
if s.selectAccountDataInRangeStmt, err = db.Prepare(selectAccountDataInRangeSQL); err != nil {
|
|
return nil, err
|
|
}
|
|
return s, nil
|
|
}
|
|
|
|
func (s *accountDataStatements) InsertAccountData(
|
|
ctx context.Context, txn *sql.Tx,
|
|
userID, roomID, dataType string,
|
|
) (pos types.StreamPosition, err error) {
|
|
pos, err = s.streamIDStatements.nextAccountDataID(ctx, txn)
|
|
if err != nil {
|
|
return
|
|
}
|
|
_, err = sqlutil.TxStmt(txn, s.insertAccountDataStmt).ExecContext(ctx, pos, userID, roomID, dataType, pos)
|
|
return
|
|
}
|
|
|
|
func (s *accountDataStatements) SelectAccountDataInRange(
|
|
ctx context.Context, txn *sql.Tx,
|
|
userID string,
|
|
r types.Range,
|
|
filter *gomatrixserverlib.EventFilter,
|
|
) (data map[string][]string, pos types.StreamPosition, err error) {
|
|
data = make(map[string][]string)
|
|
stmt, params, err := prepareWithFilters(
|
|
s.db, txn, selectAccountDataInRangeSQL,
|
|
[]interface{}{
|
|
userID, r.Low(), r.High(),
|
|
},
|
|
filter.Senders, filter.NotSenders,
|
|
filter.Types, filter.NotTypes,
|
|
[]string{}, nil, filter.Limit, FilterOrderAsc)
|
|
if err != nil {
|
|
return
|
|
}
|
|
rows, err := stmt.QueryContext(ctx, params...)
|
|
if err != nil {
|
|
return
|
|
}
|
|
defer internal.CloseAndLogIfError(ctx, rows, "selectAccountDataInRange: rows.close() failed")
|
|
|
|
var dataType string
|
|
var roomID string
|
|
var id types.StreamPosition
|
|
|
|
for rows.Next() {
|
|
if err = rows.Scan(&id, &roomID, &dataType); err != nil {
|
|
return
|
|
}
|
|
|
|
if len(data[roomID]) > 0 {
|
|
data[roomID] = append(data[roomID], dataType)
|
|
} else {
|
|
data[roomID] = []string{dataType}
|
|
}
|
|
if id > pos {
|
|
pos = id
|
|
}
|
|
}
|
|
if pos == 0 {
|
|
pos = r.High()
|
|
}
|
|
return data, pos, nil
|
|
}
|
|
|
|
func (s *accountDataStatements) SelectMaxAccountDataID(
|
|
ctx context.Context, txn *sql.Tx,
|
|
) (id int64, err error) {
|
|
var nullableID sql.NullInt64
|
|
err = sqlutil.TxStmt(txn, s.selectMaxAccountDataIDStmt).QueryRowContext(ctx).Scan(&nullableID)
|
|
if nullableID.Valid {
|
|
id = nullableID.Int64
|
|
}
|
|
return
|
|
}
|