dendrite/syncapi/storage/cosmosdb/output_room_events_table.go

// Copyright 2017-2018 New Vector Ltd
// Copyright 2019-2020 The Matrix.org Foundation C.I.C.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package cosmosdb

import (
	"context"
	"database/sql"
	"encoding/json"
	"fmt"
	"sort"
	"time"

	"github.com/matrix-org/dendrite/internal/cosmosdbutil"

	"github.com/matrix-org/dendrite/internal/cosmosdbapi"

	"github.com/matrix-org/dendrite/roomserver/api"
	"github.com/matrix-org/dendrite/syncapi/storage/tables"
	"github.com/matrix-org/dendrite/syncapi/types"

	"github.com/matrix-org/gomatrixserverlib"
	log "github.com/sirupsen/logrus"
)

// const outputRoomEventsSchema = `
// -- Stores output room events received from the roomserver.
// CREATE TABLE IF NOT EXISTS syncapi_output_room_events (
//   id INTEGER PRIMARY KEY AUTOINCREMENT,
//   event_id TEXT NOT NULL UNIQUE,
//   room_id TEXT NOT NULL,
//   headered_event_json TEXT NOT NULL,
//   type TEXT NOT NULL,
//   sender TEXT NOT NULL,
//   contains_url BOOL NOT NULL,
//   add_state_ids TEXT, -- JSON encoded string array
//   remove_state_ids TEXT, -- JSON encoded string array
//   session_id BIGINT,
//   transaction_id TEXT,
//   exclude_from_sync BOOL NOT NULL DEFAULT FALSE
// );
// `

type OutputRoomEventCosmos struct {
	ID                int64  `json:"id"`
	EventID           string `json:"event_id"`
	RoomID            string `json:"room_id"`
	HeaderedEventJSON []byte `json:"headered_event_json"`
	Type              string `json:"type"`
	Sender            string `json:"sender"`
	ContainsUrl       bool   `json:"contains_url"`
	AddStateIDs       string `json:"add_state_ids"`
	RemoveStateIDs    string `json:"remove_state_ids"`
	SessionID         int64  `json:"session_id"`
	TransactionID     string `json:"transaction_id"`
	ExcludeFromSync   bool   `json:"exclude_from_sync"`
}

type OutputRoomEventCosmosMaxNumber struct {
	Max int64 `json:"number"`
}

type OutputRoomEventCosmosData struct {
	Id              string                `json:"id"`
	Pk              string                `json:"_pk"`
	Cn              string                `json:"_cn"`
	ETag            string                `json:"_etag"`
	Timestamp       int64                 `json:"_ts"`
	OutputRoomEvent OutputRoomEventCosmos `json:"mx_syncapi_output_room_event"`
}

// const insertEventSQL = "" +
// 	"INSERT INTO syncapi_output_room_events (" +
// 	"id, room_id, event_id, headered_event_json, type, sender, contains_url, add_state_ids, remove_state_ids, session_id, transaction_id, exclude_from_sync" +
// 	") VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12) " +
// 	"ON CONFLICT (event_id) DO UPDATE SET exclude_from_sync = (excluded.exclude_from_sync AND $13)"

// "SELECT event_id, id, headered_event_json, session_id, exclude_from_sync, transaction_id FROM syncapi_output_room_events WHERE event_id = $1"
const selectEventsSQL = "" +
	"select * from c where c._cn = @x1 " +
	"and c.mx_syncapi_output_room_event.event_id = @x2 "

// "SELECT event_id, id, headered_event_json, session_id, exclude_from_sync, transaction_id FROM syncapi_output_room_events" +
// " WHERE room_id = $1 AND id > $2 AND id <= $3"
// // WHEN, ORDER BY and LIMIT are appended by prepareWithFilters
const selectRecentEventsSQL = "" +
	"select top @x5 * from c where c._cn = @x1 " +
	"and c.mx_syncapi_output_room_event.room_id = @x2 " +
	"and c.mx_syncapi_output_room_event.id > @x3 " +
	"and c.mx_syncapi_output_room_event.id <= @x4 "

// "SELECT event_id, id, headered_event_json, session_id, exclude_from_sync, transaction_id FROM syncapi_output_room_events" +
// " WHERE room_id = $1 AND id > $2 AND id <= $3 AND exclude_from_sync = FALSE"
// // WHEN, ORDER BY and LIMIT are appended by prepareWithFilters
const selectRecentEventsForSyncSQL = "" +
	"select top @x5 * from c where c._cn = @x1 " +
	"and c.mx_syncapi_output_room_event.room_id = @x2 " +
	"and c.mx_syncapi_output_room_event.id > @x3 " +
	"and c.mx_syncapi_output_room_event.id <= @x4 " +
	"and c.mx_syncapi_output_room_event.exclude_from_sync = false "

// "SELECT event_id, id, headered_event_json, session_id, exclude_from_sync, transaction_id FROM syncapi_output_room_events" +
// " WHERE room_id = $1 AND id > $2 AND id <= $3"
// // WHEN, ORDER BY and LIMIT are appended by prepareWithFilters
const selectEarlyEventsSQL = "" +
	"select top @x5 * from c where c._cn = @x1 " +
	"and c.mx_syncapi_output_room_event.room_id = @x2 " +
	"and c.mx_syncapi_output_room_event.id > @x3 " +
	"and c.mx_syncapi_output_room_event.id <= @x4 "

// "SELECT MAX(id) FROM syncapi_output_room_events"
const selectMaxEventIDSQL = "" +
	"select max(c.mx_syncapi_output_room_event.id) as number from c where c._cn = @x1 "

// "UPDATE syncapi_output_room_events SET headered_event_json=$1 WHERE event_id=$2"
const updateEventJSONSQL = "" +
	"select * from c where c._cn = @x1 " +
	"and c.mx_syncapi_output_room_event.event_id = @x2 "

// "SELECT id, headered_event_json, exclude_from_sync, add_state_ids, remove_state_ids" +
// " FROM syncapi_output_room_events" +
// " WHERE (id > $1 AND id <= $2)" +
// " AND ((add_state_ids IS NOT NULL AND add_state_ids != '') OR (remove_state_ids IS NOT NULL AND remove_state_ids != ''))"
// // WHEN, ORDER BY and LIMIT are appended by prepareWithFilters
const selectStateInRangeSQL = "" +
	"select top @x4 * from c where c._cn = @x1 " +
	"and c.mx_syncapi_output_room_event.id > @x2 " +
	"and c.mx_syncapi_output_room_event.id <= @x3 " +
	"and (c.mx_syncapi_output_room_event.add_state_ids != null or c.mx_syncapi_output_room_event.remove_state_ids != null) "

	// "DELETE FROM syncapi_output_room_events WHERE room_id = $1"
const deleteEventsForRoomSQL = "" +
	"select * from c where c._cn = @x1 " +
	"and c.mx_syncapi_output_room_event.room_id = @x2 "

type outputRoomEventsStatements struct {
	db                 *SyncServerDatasource
	streamIDStatements *streamIDStatements
	// insertEventStmt         *sql.Stmt
	selectEventsStmt        string
	selectMaxEventIDStmt    string
	updateEventJSONStmt     string
	deleteEventsForRoomStmt string
	tableName               string
	jsonPropertyName        string
}

func queryOutputRoomEvent(s *outputRoomEventsStatements, ctx context.Context, qry string, params map[string]interface{}) ([]OutputRoomEventCosmosData, error) {
	var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.tableName)
	var pk = cosmosdbapi.GetPartitionKey(s.db.cosmosConfig.ContainerName, dbCollectionName)
	var response []OutputRoomEventCosmosData

	var optionsQry = cosmosdbapi.GetQueryDocumentsOptions(pk)
	var query = cosmosdbapi.GetQuery(qry, params)
	_, err := cosmosdbapi.GetClient(s.db.connection).QueryDocuments(
		ctx,
		s.db.cosmosConfig.DatabaseName,
		s.db.cosmosConfig.ContainerName,
		query,
		&response,
		optionsQry)

	if err != nil {
		return nil, err
	}
	return response, nil
}

func queryOutputRoomEventNumber(s *outputRoomEventsStatements, ctx context.Context, qry string, params map[string]interface{}) ([]OutputRoomEventCosmosMaxNumber, error) {
	var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.tableName)
	var pk = cosmosdbapi.GetPartitionKey(s.db.cosmosConfig.ContainerName, dbCollectionName)
	var response []OutputRoomEventCosmosMaxNumber

	var optionsQry = cosmosdbapi.GetQueryDocumentsOptions(pk)
	var query = cosmosdbapi.GetQuery(qry, params)
	_, err := cosmosdbapi.GetClient(s.db.connection).QueryDocuments(
		ctx,
		s.db.cosmosConfig.DatabaseName,
		s.db.cosmosConfig.ContainerName,
		query,
		&response,
		optionsQry)

	if err != nil {
		return nil, cosmosdbutil.ErrNoRows
	}
	return response, nil
}

func setOutputRoomEvent(s *outputRoomEventsStatements, ctx context.Context, outputRoomEvent OutputRoomEventCosmosData) (*OutputRoomEventCosmosData, error) {
	var optionsReplace = cosmosdbapi.GetReplaceDocumentOptions(outputRoomEvent.Pk, outputRoomEvent.ETag)
	var _, _, ex = cosmosdbapi.GetClient(s.db.connection).ReplaceDocument(
		ctx,
		s.db.cosmosConfig.DatabaseName,
		s.db.cosmosConfig.ContainerName,
		outputRoomEvent.Id,
		&outputRoomEvent,
		optionsReplace)
	return &outputRoomEvent, ex
}

func deleteOutputRoomEvent(s *outputRoomEventsStatements, ctx context.Context, dbData OutputRoomEventCosmosData) error {
	var options = cosmosdbapi.GetDeleteDocumentOptions(dbData.Pk)
	var _, err = cosmosdbapi.GetClient(s.db.connection).DeleteDocument(
		ctx,
		s.db.cosmosConfig.DatabaseName,
		s.db.cosmosConfig.ContainerName,
		dbData.Id,
		options)

	if err != nil {
		return err
	}
	return err
}

func NewCosmosDBEventsTable(db *SyncServerDatasource, streamID *streamIDStatements) (tables.Events, error) {
	s := &outputRoomEventsStatements{
		db:                 db,
		streamIDStatements: streamID,
	}
	s.selectEventsStmt = selectEventsSQL
	s.selectMaxEventIDStmt = selectMaxEventIDSQL
	s.updateEventJSONStmt = updateEventJSONSQL
	s.deleteEventsForRoomStmt = deleteEventsForRoomSQL
	s.tableName = "output_room_events"
	s.jsonPropertyName = "mx_syncapi_output_room_event"
	return s, nil
}

func (s *outputRoomEventsStatements) UpdateEventJSON(ctx context.Context, event *gomatrixserverlib.HeaderedEvent) error {
	headeredJSON, err := json.Marshal(event)
	if err != nil {
		return err
	}

	// "UPDATE syncapi_output_room_events SET headered_event_json=$1 WHERE event_id=$2"

	var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.tableName)
	params := map[string]interface{}{
		"@x1": dbCollectionName,
		"@x2": event.EventID(),
	}

	// _, err = s.updateEventJSONStmt.ExecContext(ctx, headeredJSON, event.EventID())
	rows, err := queryOutputRoomEvent(s, ctx, s.deleteEventsForRoomStmt, params)
	if err != nil {
		return err
	}

	for _, item := range rows {
		item.OutputRoomEvent.HeaderedEventJSON = headeredJSON
		_, err = setOutputRoomEvent(s, ctx, item)
	}

	return err
	return err
}

// selectStateInRange returns the state events between the two given PDU stream positions, exclusive of oldPos, inclusive of newPos.
// Results are bucketed based on the room ID. If the same state is overwritten multiple times between the
// two positions, only the most recent state is returned.
func (s *outputRoomEventsStatements) SelectStateInRange(
	ctx context.Context, txn *sql.Tx, r types.Range,
	stateFilter *gomatrixserverlib.StateFilter,
) (map[string]map[string]bool, map[string]types.StreamEvent, error) {
	// "SELECT id, headered_event_json, exclude_from_sync, add_state_ids, remove_state_ids" +
	// " FROM syncapi_output_room_events" +
	// " WHERE (id > $1 AND id <= $2)" +
	// " AND ((add_state_ids IS NOT NULL AND add_state_ids != '') OR (remove_state_ids IS NOT NULL AND remove_state_ids != ''))"
	// // WHEN, ORDER BY and LIMIT are appended by prepareWithFilters

	var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.tableName)
	params := map[string]interface{}{
		"@x1": dbCollectionName,
		"@x2": r.Low(),
		"@x3": r.High(),
		"@x4": stateFilter.Limit,
	}
	query, params := prepareWithFilters(
		s.jsonPropertyName, selectStateInRangeSQL, params,
		stateFilter.Senders, stateFilter.NotSenders,
		stateFilter.Types, stateFilter.NotTypes,
		nil, stateFilter.Limit, FilterOrderAsc,
	)

	// rows, err := stmt.QueryContext(ctx, params...)
	rows, err := queryOutputRoomEvent(s, ctx, query, params)
	if err != nil {
		return nil, nil, err
	}
	// Fetch all the state change events for all rooms between the two positions then loop each event and:
	//  - Keep a cache of the event by ID (99% of state change events are for the event itself)
	//  - For each room ID, build up an array of event IDs which represents cumulative adds/removes
	// For each room, map cumulative event IDs to events and return. This may need to a batch SELECT based on event ID
	// if they aren't in the event ID cache. We don't handle state deletion yet.
	eventIDToEvent := make(map[string]types.StreamEvent)

	// RoomID => A set (map[string]bool) of state event IDs which are between the two positions
	stateNeeded := make(map[string]map[string]bool)

	for _, item := range rows {
		var (
			streamPos       types.StreamPosition
			eventBytes      []byte
			excludeFromSync bool
			addIDsJSON      string
			delIDsJSON      string
		)
		// SELECT id, headered_event_json, exclude_from_sync, add_state_ids, remove_state_ids
		// if err := rows.Scan(&streamPos, &eventBytes, &excludeFromSync, &addIDsJSON, &delIDsJSON); err != nil {
		// 	return nil, nil, err
		// }
		streamPos = types.StreamPosition(item.OutputRoomEvent.ID)
		eventBytes = item.OutputRoomEvent.HeaderedEventJSON
		excludeFromSync = item.OutputRoomEvent.ExcludeFromSync
		addIDsJSON = item.OutputRoomEvent.AddStateIDs
		delIDsJSON = item.OutputRoomEvent.RemoveStateIDs
		addIDs, delIDs, err := unmarshalStateIDs(addIDsJSON, delIDsJSON)
		if err != nil {
			return nil, nil, err
		}

		// Sanity check for deleted state and whine if we see it. We don't need to do anything
		// since it'll just mark the event as not being needed.
		if len(addIDs) < len(delIDs) {
			log.WithFields(log.Fields{
				"since":   r.From,
				"current": r.To,
				"adds":    addIDsJSON,
				"dels":    delIDsJSON,
			}).Warn("StateBetween: ignoring deleted state")
		}

		// TODO: Handle redacted events
		var ev gomatrixserverlib.HeaderedEvent
		if err := json.Unmarshal(eventBytes, &ev); err != nil {
			return nil, nil, err
		}
		needSet := stateNeeded[ev.RoomID()]
		if needSet == nil { // make set if required
			needSet = make(map[string]bool)
		}
		for _, id := range delIDs {
			needSet[id] = false
		}
		for _, id := range addIDs {
			needSet[id] = true
		}
		stateNeeded[ev.RoomID()] = needSet

		eventIDToEvent[ev.EventID()] = types.StreamEvent{
			HeaderedEvent:   &ev,
			StreamPosition:  streamPos,
			ExcludeFromSync: excludeFromSync,
		}
	}

	return stateNeeded, eventIDToEvent, nil
}

// MaxID returns the ID of the last inserted event in this table. 'txn' is optional. If it is not supplied,
// then this function should only ever be used at startup, as it will race with inserting events if it is
// done afterwards. If there are no inserted events, 0 is returned.
func (s *outputRoomEventsStatements) SelectMaxEventID(
	ctx context.Context, txn *sql.Tx,
) (id int64, err error) {
	var nullableID sql.NullInt64

	var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.tableName)
	params := map[string]interface{}{
		"@x1": dbCollectionName,
	}
	// stmt := sqlutil.TxStmt(txn, s.selectMaxEventIDStmt)

	rows, err := queryOutputRoomEventNumber(s, ctx, s.selectMaxEventIDStmt, params)
	// err = stmt.QueryRowContext(ctx).Scan(&nullableID)

	if rows != nil {
		nullableID.Int64 = rows[0].Max
	}

	if nullableID.Valid {
		id = nullableID.Int64
	}
	return
}

// InsertEvent into the output_room_events table. addState and removeState are an optional list of state event IDs. Returns the position
// of the inserted event.
func (s *outputRoomEventsStatements) InsertEvent(
	ctx context.Context, txn *sql.Tx,
	event *gomatrixserverlib.HeaderedEvent, addState, removeState []string,
	transactionID *api.TransactionID, excludeFromSync bool,
) (types.StreamPosition, error) {

	var txnID *string
	var sessionID *int64
	if transactionID != nil {
		sessionID = &transactionID.SessionID
		txnID = &transactionID.TransactionID
	}

	// Parse content as JSON and search for an "url" key
	containsURL := false
	var content map[string]interface{}
	if json.Unmarshal(event.Content(), &content) != nil {
		// Set containsURL to true if url is present
		_, containsURL = content["url"]
	}

	var headeredJSON []byte
	headeredJSON, err := json.Marshal(event)
	if err != nil {
		return 0, err
	}

	var addStateJSON, removeStateJSON []byte
	if len(addState) > 0 {
		addStateJSON, err = json.Marshal(addState)
	}
	if err != nil {
		return 0, fmt.Errorf("json.Marshal(addState): %w", err)
	}
	if len(removeState) > 0 {
		removeStateJSON, err = json.Marshal(removeState)
	}
	if err != nil {
		return 0, fmt.Errorf("json.Marshal(removeState): %w", err)
	}

	//   id INTEGER PRIMARY KEY AUTOINCREMENT,
	streamPos, err := s.streamIDStatements.nextPDUID(ctx, txn)
	if err != nil {
		return 0, err
	}
	// "INSERT INTO syncapi_output_room_events (" +
	// "id, room_id, event_id, headered_event_json, type, sender, contains_url, add_state_ids, remove_state_ids, session_id, transaction_id, exclude_from_sync" +
	// ") VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12) " +
	// "ON CONFLICT (event_id) DO UPDATE SET exclude_from_sync = (excluded.exclude_from_sync AND $13)"

	// insertStmt := sqlutil.TxStmt(txn, s.insertEventStmt)
	// _, err = insertStmt.ExecContext(
	// 	ctx,
	// 	streamPos,
	// 	event.RoomID(),
	// 	event.EventID(),
	// 	headeredJSON,
	// 	event.Type(),
	// 	event.Sender(),
	// 	containsURL,
	// 	string(addStateJSON),
	// 	string(removeStateJSON),
	// 	sessionID,
	// 	txnID,
	// 	excludeFromSync,
	// 	excludeFromSync,
	// )

	data := OutputRoomEventCosmos{
		ID:                int64(streamPos),
		RoomID:            event.RoomID(),
		EventID:           event.EventID(),
		HeaderedEventJSON: headeredJSON,
		Type:              event.Type(),
		Sender:            event.Sender(),
		ContainsUrl:       containsURL,
		AddStateIDs:       string(addStateJSON),
		RemoveStateIDs:    string(removeStateJSON),
		ExcludeFromSync:   excludeFromSync,
	}

	if transactionID != nil {
		data.SessionID = *sessionID
		data.TransactionID = *txnID
	}

	var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.tableName)
	var pk = cosmosdbapi.GetPartitionKey(s.db.cosmosConfig.ContainerName, dbCollectionName)
	// id INTEGER PRIMARY KEY,
	docId := fmt.Sprintf("%d", streamPos)
	cosmosDocId := cosmosdbapi.GetDocumentId(s.db.cosmosConfig.ContainerName, dbCollectionName, docId)

	var dbData = OutputRoomEventCosmosData{
		Id:              cosmosDocId,
		Cn:              dbCollectionName,
		Pk:              pk,
		Timestamp:       time.Now().Unix(),
		OutputRoomEvent: data,
	}

	var optionsCreate = cosmosdbapi.GetCreateDocumentOptions(dbData.Pk)
	_, _, err = cosmosdbapi.GetClient(s.db.connection).CreateDocument(
		ctx,
		s.db.cosmosConfig.DatabaseName,
		s.db.cosmosConfig.ContainerName,
		dbData,
		optionsCreate)

	return streamPos, err
}

func (s *outputRoomEventsStatements) SelectRecentEvents(
	ctx context.Context, txn *sql.Tx,
	roomID string, r types.Range, eventFilter *gomatrixserverlib.RoomEventFilter,
	chronologicalOrder bool, onlySyncEvents bool,
) ([]types.StreamEvent, bool, error) {
	var query string
	if onlySyncEvents {
		// "SELECT event_id, id, headered_event_json, session_id, exclude_from_sync, transaction_id FROM syncapi_output_room_events" +
		// " WHERE room_id = $1 AND id > $2 AND id <= $3"
		// // WHEN, ORDER BY and LIMIT are appended by prepareWithFilters
		query = selectRecentEventsForSyncSQL
	} else {
		// "SELECT event_id, id, headered_event_json, session_id, exclude_from_sync, transaction_id FROM syncapi_output_room_events" +
		// " WHERE room_id = $1 AND id > $2 AND id <= $3" +
		query = selectRecentEventsSQL
	}

	var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.tableName)
	params := map[string]interface{}{
		"@x1": dbCollectionName,
		"@x2": roomID,
		"@x3": r.Low(),
		"@x4": r.High(),
		"@x5": eventFilter.Limit + 1,
	}

	query, params = prepareWithFilters(
		s.jsonPropertyName, query, params,
		eventFilter.Senders, eventFilter.NotSenders,
		eventFilter.Types, eventFilter.NotTypes,
		nil, eventFilter.Limit+1, FilterOrderDesc,
	)

	// rows, err := stmt.QueryContext(ctx, params...)
	rows, err := queryOutputRoomEvent(s, ctx, query, params)

	if err != nil {
		return nil, false, err
	}
	events, err := rowsToStreamEvents(&rows)
	if err != nil {
		return nil, false, err
	}
	if chronologicalOrder {
		// The events need to be returned from oldest to latest, which isn't
		// necessary the way the SQL query returns them, so a sort is necessary to
		// ensure the events are in the right order in the slice.
		sort.SliceStable(events, func(i int, j int) bool {
			return events[i].StreamPosition < events[j].StreamPosition
		})
	}
	// we queried for 1 more than the limit, so if we returned one more mark limited=true
	limited := false
	if len(events) > eventFilter.Limit {
		limited = true
		// re-slice the extra (oldest) event out: in chronological order this is the first entry, else the last.
		if chronologicalOrder {
			events = events[1:]
		} else {
			events = events[:len(events)-1]
		}
	}
	return events, limited, nil
}

func (s *outputRoomEventsStatements) SelectEarlyEvents(
	ctx context.Context, txn *sql.Tx,
	roomID string, r types.Range, eventFilter *gomatrixserverlib.RoomEventFilter,
) ([]types.StreamEvent, error) {
	// "SELECT event_id, id, headered_event_json, session_id, exclude_from_sync, transaction_id FROM syncapi_output_room_events" +
	// " WHERE room_id = $1 AND id > $2 AND id <= $3"
	// // WHEN, ORDER BY (and not LIMIT) are appended by prepareWithFilters

	var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.tableName)
	params := map[string]interface{}{
		"@x1": dbCollectionName,
		"@x2": roomID,
		"@x3": r.Low(),
		"@x4": r.High(),
		"@x5": eventFilter.Limit,
	}
	stmt, params := prepareWithFilters(
		s.jsonPropertyName, selectEarlyEventsSQL, params,
		eventFilter.Senders, eventFilter.NotSenders,
		eventFilter.Types, eventFilter.NotTypes,
		nil, eventFilter.Limit, FilterOrderAsc,
	)

	// rows, err := stmt.QueryContext(ctx, params...)
	rows, err := queryOutputRoomEvent(s, ctx, stmt, params)
	if err != nil {
		return nil, err
	}
	events, err := rowsToStreamEvents(&rows)
	if err != nil {
		return nil, err
	}
	// The events need to be returned from oldest to latest, which isn't
	// necessarily the way the SQL query returns them, so a sort is necessary to
	// ensure the events are in the right order in the slice.
	sort.SliceStable(events, func(i int, j int) bool {
		return events[i].StreamPosition < events[j].StreamPosition
	})
	return events, nil
}

// selectEvents returns the events for the given event IDs. If an event is
// missing from the database, it will be omitted.
func (s *outputRoomEventsStatements) SelectEvents(
	ctx context.Context, txn *sql.Tx, eventIDs []string,
) ([]types.StreamEvent, error) {
	// "SELECT event_id, id, headered_event_json, session_id, exclude_from_sync, transaction_id FROM syncapi_output_room_events WHERE event_id = $1"

	var returnEvents []types.StreamEvent

	// stmt := sqlutil.TxStmt(txn, s.selectEventsStmt)

	for _, eventID := range eventIDs {
		var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.tableName)
		params := map[string]interface{}{
			"@x1": dbCollectionName,
			"@x2": eventID,
		}

		// rows, err := stmt.QueryContext(ctx, eventID)
		rows, err := queryOutputRoomEvent(s, ctx, s.selectEventsStmt, params)
		if err != nil {
			return nil, err
		}
		if streamEvents, err := rowsToStreamEvents(&rows); err == nil {
			returnEvents = append(returnEvents, streamEvents...)
		}
	}
	return returnEvents, nil
}

func (s *outputRoomEventsStatements) DeleteEventsForRoom(
	ctx context.Context, txn *sql.Tx, roomID string,
) (err error) {
	// "DELETE FROM syncapi_output_room_events WHERE room_id = $1"

	var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.tableName)
	params := map[string]interface{}{
		"@x1": dbCollectionName,
		"@x2": roomID,
	}

	// _, err = sqlutil.TxStmt(txn, s.deleteEventsForRoomStmt).ExecContext(ctx, roomID)
	rows, err := queryOutputRoomEvent(s, ctx, s.deleteEventsForRoomStmt, params)
	if err != nil {
		return err
	}

	for _, item := range rows {
		err = deleteOutputRoomEvent(s, ctx, item)
	}

	return err
}

func rowsToStreamEvents(rows *[]OutputRoomEventCosmosData) ([]types.StreamEvent, error) {
	var result []types.StreamEvent
	for _, item := range *rows {
		var (
			eventID         string
			streamPos       types.StreamPosition
			eventBytes      []byte
			excludeFromSync bool
			sessionID       *int64
			txnID           *string
			transactionID   *api.TransactionID
		)
		// SELECT event_id, id, headered_event_json, session_id, exclude_from_sync, transaction_id
		// if err := rows.Scan(&eventID, &streamPos, &eventBytes, &sessionID, &excludeFromSync, &txnID); err != nil {
		// 	return nil, err
		// }
		eventID = item.OutputRoomEvent.EventID
		streamPos = types.StreamPosition(item.OutputRoomEvent.ID)
		eventBytes = item.OutputRoomEvent.HeaderedEventJSON
		sessionID = &item.OutputRoomEvent.SessionID
		excludeFromSync = item.OutputRoomEvent.ExcludeFromSync
		txnID = &item.OutputRoomEvent.TransactionID

		// TODO: Handle redacted events
		var ev gomatrixserverlib.HeaderedEvent
		if err := ev.UnmarshalJSONWithEventID(eventBytes, eventID); err != nil {
			return nil, err
		}

		if sessionID != nil && txnID != nil {
			transactionID = &api.TransactionID{
				SessionID:     *sessionID,
				TransactionID: *txnID,
			}
		}

		result = append(result, types.StreamEvent{
			HeaderedEvent:   &ev,
			StreamPosition:  streamPos,
			TransactionID:   transactionID,
			ExcludeFromSync: excludeFromSync,
		})
	}
	return result, nil
}

func unmarshalStateIDs(addIDsJSON, delIDsJSON string) (addIDs []string, delIDs []string, err error) {
	if len(addIDsJSON) > 0 {
		if err = json.Unmarshal([]byte(addIDsJSON), &addIDs); err != nil {
			return
		}
	}
	if len(delIDsJSON) > 0 {
		if err = json.Unmarshal([]byte(delIDsJSON), &delIDs); err != nil {
			return
		}
	}
	return
}