2020-02-13 11:27:33 -06:00
|
|
|
// Copyright 2017-2018 New Vector Ltd
|
|
|
|
// Copyright 2019-2020 The Matrix.org Foundation C.I.C.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package sqlite3
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"database/sql"
|
Add peer-to-peer support into Dendrite via libp2p and fetch (#880)
* Use a fork of pq which supports userCurrent on wasm
* Use sqlite3_js driver when running in JS
* Add cmd/dendritejs to pull in sqlite3_js driver for wasm only
* Update to latest go-sqlite-js version
* Replace prometheus with a stub. sigh
* Hard-code a config and don't use opentracing
* Latest go-sqlite3-js version
* Generate a key for now
* Listen for fetch traffic rather than HTTP
* Latest hacks for js
* libp2p support
* More libp2p
* Fork gjson to allow us to enforce auth checks as before
Previously, all events would come down redacted because the hash
checks would fail. They would fail because sjson.DeleteBytes didn't
remove keys not used for hashing. This didn't work because of a build
tag which included a file which no-oped the index returned.
See https://github.com/tidwall/gjson/issues/157
When it's resolved, let's go back to mainline.
* Use gjson@1.6.0 as it fixes https://github.com/tidwall/gjson/issues/157
* Use latest gomatrixserverlib for sig checks
* Fix a bug which could cause exclude_from_sync to not be set
Caused when sending events over federation.
* Use query variadic to make lookups actually work!
* Latest gomatrixserverlib
* Add notes on getting p2p up and running
Partly so I don't forget myself!
* refactor: Move p2p specific stuff to cmd/dendritejs
This is important or else the normal build of dendrite will fail
because the p2p libraries depend on syscall/js which doesn't work
on normal builds.
Also, clean up main.go to read a bit better.
* Update ho-http-js-libp2p to return errors from RoundTrip
* Add an LRU cache around the key DB
We actually need this for P2P because otherwise we can *segfault*
with things like: "runtime: unexpected return pc for runtime.handleEvent"
where the event is a `syscall/js` event, caused by spamming sql.js
caused by "Checking event signatures for 14 events of room state" which
hammers the key DB repeatedly in quick succession.
Using a cache fixes this, though the underlying cause is probably a bug
in the version of Go I'm on (1.13.7)
* breaking: Add Tracing.Enabled to toggle whether we do opentracing
Defaults to false, which is why this is a breaking change. We need
this flag because WASM builds cannot do opentracing.
* Start adding conditional builds for wasm to handle lib/pq
The general idea here is to have the wasm build have a `NewXXXDatabase`
that doesn't import any postgres package and hence we never import
`lib/pq`, which doesn't work under WASM (undefined `userCurrent`).
* Remove lib/pq for wasm for syncapi
* Add conditional building to remaining storage APIs
* Update build script to set env vars correctly for dendritejs
* sqlite bug fixes
* Docs
* Add a no-op main for dendritejs when not building under wasm
* Use the real prometheus, even for WASM
Instead, the dendrite-sw.js must mock out `process.pid` and
`fs.stat` - which must invoke the callback with an error (e.g `EINVAL`)
in order for it to work:
```
global.process = {
pid: 1,
};
global.fs.stat = function(path, cb) {
cb({
code: "EINVAL",
});
}
```
* Linting
2020-03-06 04:23:55 -06:00
|
|
|
"encoding/json"
|
2020-02-13 11:27:33 -06:00
|
|
|
"fmt"
|
2021-04-26 07:25:57 -05:00
|
|
|
"sort"
|
2020-02-13 11:27:33 -06:00
|
|
|
"strings"
|
|
|
|
|
2020-05-21 08:40:13 -05:00
|
|
|
"github.com/matrix-org/dendrite/internal"
|
2020-06-12 08:55:57 -05:00
|
|
|
"github.com/matrix-org/dendrite/internal/sqlutil"
|
2020-05-26 10:45:28 -05:00
|
|
|
"github.com/matrix-org/dendrite/roomserver/storage/tables"
|
2020-02-13 11:27:33 -06:00
|
|
|
"github.com/matrix-org/dendrite/roomserver/types"
|
|
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
|
|
)
|
|
|
|
|
|
|
|
const eventsSchema = `
|
|
|
|
CREATE TABLE IF NOT EXISTS roomserver_events (
|
|
|
|
event_nid INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
|
|
room_nid INTEGER NOT NULL,
|
|
|
|
event_type_nid INTEGER NOT NULL,
|
|
|
|
event_state_key_nid INTEGER NOT NULL,
|
|
|
|
sent_to_output BOOLEAN NOT NULL DEFAULT FALSE,
|
|
|
|
state_snapshot_nid INTEGER NOT NULL DEFAULT 0,
|
|
|
|
depth INTEGER NOT NULL,
|
|
|
|
event_id TEXT NOT NULL UNIQUE,
|
|
|
|
reference_sha256 BLOB NOT NULL,
|
2020-09-16 07:00:52 -05:00
|
|
|
auth_event_nids TEXT NOT NULL DEFAULT '[]',
|
|
|
|
is_rejected BOOLEAN NOT NULL DEFAULT FALSE
|
2020-02-13 11:27:33 -06:00
|
|
|
);
|
|
|
|
`
|
|
|
|
|
|
|
|
const insertEventSQL = `
|
2020-09-16 07:00:52 -05:00
|
|
|
INSERT INTO roomserver_events (room_nid, event_type_nid, event_state_key_nid, event_id, reference_sha256, auth_event_nids, depth, is_rejected)
|
|
|
|
VALUES ($1, $2, $3, $4, $5, $6, $7, $8)
|
2022-02-08 07:45:48 -06:00
|
|
|
ON CONFLICT DO UPDATE
|
|
|
|
SET is_rejected = $8 WHERE is_rejected = 0
|
2021-12-09 09:03:26 -06:00
|
|
|
RETURNING event_nid, state_snapshot_nid;
|
2020-02-13 11:27:33 -06:00
|
|
|
`
|
|
|
|
|
|
|
|
const selectEventSQL = "" +
|
|
|
|
"SELECT event_nid, state_snapshot_nid FROM roomserver_events WHERE event_id = $1"
|
|
|
|
|
|
|
|
// Bulk lookup of events by string ID.
|
|
|
|
// Sort by the numeric IDs for event type and state key.
|
|
|
|
// This means we can use binary search to lookup entries by type and state key.
|
|
|
|
const bulkSelectStateEventByIDSQL = "" +
|
|
|
|
"SELECT event_type_nid, event_state_key_nid, event_nid FROM roomserver_events" +
|
|
|
|
" WHERE event_id IN ($1)" +
|
|
|
|
" ORDER BY event_type_nid, event_state_key_nid ASC"
|
|
|
|
|
2021-04-26 07:25:57 -05:00
|
|
|
const bulkSelectStateEventByNIDSQL = "" +
|
|
|
|
"SELECT event_type_nid, event_state_key_nid, event_nid FROM roomserver_events" +
|
|
|
|
" WHERE event_nid IN ($1)"
|
2022-05-09 08:30:32 -05:00
|
|
|
|
|
|
|
// Rest of query is built by BulkSelectStateEventByNID
|
2021-04-26 07:25:57 -05:00
|
|
|
|
2020-02-13 11:27:33 -06:00
|
|
|
const bulkSelectStateAtEventByIDSQL = "" +
|
2020-09-16 07:00:52 -05:00
|
|
|
"SELECT event_type_nid, event_state_key_nid, event_nid, state_snapshot_nid, is_rejected FROM roomserver_events" +
|
2020-02-13 11:27:33 -06:00
|
|
|
" WHERE event_id IN ($1)"
|
|
|
|
|
|
|
|
const updateEventStateSQL = "" +
|
|
|
|
"UPDATE roomserver_events SET state_snapshot_nid = $1 WHERE event_nid = $2"
|
|
|
|
|
|
|
|
const selectEventSentToOutputSQL = "" +
|
|
|
|
"SELECT sent_to_output FROM roomserver_events WHERE event_nid = $1"
|
|
|
|
|
|
|
|
const updateEventSentToOutputSQL = "" +
|
|
|
|
"UPDATE roomserver_events SET sent_to_output = TRUE WHERE event_nid = $1"
|
|
|
|
|
|
|
|
const selectEventIDSQL = "" +
|
|
|
|
"SELECT event_id FROM roomserver_events WHERE event_nid = $1"
|
|
|
|
|
|
|
|
const bulkSelectStateAtEventAndReferenceSQL = "" +
|
|
|
|
"SELECT event_type_nid, event_state_key_nid, event_nid, state_snapshot_nid, event_id, reference_sha256" +
|
|
|
|
" FROM roomserver_events WHERE event_nid IN ($1)"
|
|
|
|
|
|
|
|
const bulkSelectEventReferenceSQL = "" +
|
|
|
|
"SELECT event_id, reference_sha256 FROM roomserver_events WHERE event_nid IN ($1)"
|
|
|
|
|
|
|
|
const bulkSelectEventIDSQL = "" +
|
|
|
|
"SELECT event_nid, event_id FROM roomserver_events WHERE event_nid IN ($1)"
|
|
|
|
|
|
|
|
const bulkSelectEventNIDSQL = "" +
|
|
|
|
"SELECT event_id, event_nid FROM roomserver_events WHERE event_id IN ($1)"
|
|
|
|
|
2022-02-17 07:53:48 -06:00
|
|
|
const bulkSelectUnsentEventNIDSQL = "" +
|
|
|
|
"SELECT event_id, event_nid FROM roomserver_events WHERE sent_to_output = 0 AND event_id IN ($1)"
|
|
|
|
|
2020-02-13 11:27:33 -06:00
|
|
|
const selectMaxEventDepthSQL = "" +
|
|
|
|
"SELECT COALESCE(MAX(depth) + 1, 0) FROM roomserver_events WHERE event_nid IN ($1)"
|
|
|
|
|
2020-12-16 04:33:28 -06:00
|
|
|
const selectRoomNIDsForEventNIDsSQL = "" +
|
|
|
|
"SELECT event_nid, room_nid FROM roomserver_events WHERE event_nid IN ($1)"
|
2020-03-27 11:28:22 -05:00
|
|
|
|
2022-08-16 10:26:01 -05:00
|
|
|
const selectEventRejectedSQL = "" +
|
|
|
|
"SELECT is_rejected FROM roomserver_Events WHERE event_id = $1"
|
|
|
|
|
2020-02-13 11:27:33 -06:00
|
|
|
type eventStatements struct {
|
|
|
|
db *sql.DB
|
|
|
|
insertEventStmt *sql.Stmt
|
|
|
|
selectEventStmt *sql.Stmt
|
|
|
|
bulkSelectStateEventByIDStmt *sql.Stmt
|
|
|
|
bulkSelectStateAtEventByIDStmt *sql.Stmt
|
|
|
|
updateEventStateStmt *sql.Stmt
|
|
|
|
selectEventSentToOutputStmt *sql.Stmt
|
|
|
|
updateEventSentToOutputStmt *sql.Stmt
|
|
|
|
selectEventIDStmt *sql.Stmt
|
|
|
|
bulkSelectStateAtEventAndReferenceStmt *sql.Stmt
|
|
|
|
bulkSelectEventReferenceStmt *sql.Stmt
|
|
|
|
bulkSelectEventIDStmt *sql.Stmt
|
2022-08-16 10:26:01 -05:00
|
|
|
selectEventRejectedStmt *sql.Stmt
|
2022-02-17 07:53:48 -06:00
|
|
|
//bulkSelectEventNIDStmt *sql.Stmt
|
|
|
|
//bulkSelectUnsentEventNIDStmt *sql.Stmt
|
|
|
|
//selectRoomNIDsForEventNIDsStmt *sql.Stmt
|
2020-02-13 11:27:33 -06:00
|
|
|
}
|
|
|
|
|
2022-05-09 08:30:32 -05:00
|
|
|
func CreateEventsTable(db *sql.DB) error {
|
2021-04-26 07:25:57 -05:00
|
|
|
_, err := db.Exec(eventsSchema)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-05-09 08:30:32 -05:00
|
|
|
func PrepareEventsTable(db *sql.DB) (tables.Events, error) {
|
2020-07-21 04:48:49 -05:00
|
|
|
s := &eventStatements{
|
2020-08-19 09:38:27 -05:00
|
|
|
db: db,
|
2020-07-21 04:48:49 -05:00
|
|
|
}
|
2020-02-13 11:27:33 -06:00
|
|
|
|
2021-07-28 12:30:04 -05:00
|
|
|
return s, sqlutil.StatementList{
|
2020-02-13 11:27:33 -06:00
|
|
|
{&s.insertEventStmt, insertEventSQL},
|
|
|
|
{&s.selectEventStmt, selectEventSQL},
|
|
|
|
{&s.bulkSelectStateEventByIDStmt, bulkSelectStateEventByIDSQL},
|
|
|
|
{&s.bulkSelectStateAtEventByIDStmt, bulkSelectStateAtEventByIDSQL},
|
|
|
|
{&s.updateEventStateStmt, updateEventStateSQL},
|
|
|
|
{&s.updateEventSentToOutputStmt, updateEventSentToOutputSQL},
|
|
|
|
{&s.selectEventSentToOutputStmt, selectEventSentToOutputSQL},
|
|
|
|
{&s.selectEventIDStmt, selectEventIDSQL},
|
|
|
|
{&s.bulkSelectStateAtEventAndReferenceStmt, bulkSelectStateAtEventAndReferenceSQL},
|
|
|
|
{&s.bulkSelectEventReferenceStmt, bulkSelectEventReferenceSQL},
|
|
|
|
{&s.bulkSelectEventIDStmt, bulkSelectEventIDSQL},
|
2022-02-17 07:53:48 -06:00
|
|
|
//{&s.bulkSelectEventNIDStmt, bulkSelectEventNIDSQL},
|
|
|
|
//{&s.bulkSelectUnsentEventNIDStmt, bulkSelectUnsentEventNIDSQL},
|
2020-12-16 04:33:28 -06:00
|
|
|
//{&s.selectRoomNIDForEventNIDStmt, selectRoomNIDForEventNIDSQL},
|
2022-08-16 10:26:01 -05:00
|
|
|
{&s.selectEventRejectedStmt, selectEventRejectedSQL},
|
2020-05-27 05:03:47 -05:00
|
|
|
}.Prepare(db)
|
2020-02-13 11:27:33 -06:00
|
|
|
}
|
|
|
|
|
2020-05-26 10:45:28 -05:00
|
|
|
func (s *eventStatements) InsertEvent(
|
2020-02-13 11:27:33 -06:00
|
|
|
ctx context.Context,
|
|
|
|
txn *sql.Tx,
|
|
|
|
roomNID types.RoomNID,
|
|
|
|
eventTypeNID types.EventTypeNID,
|
|
|
|
eventStateKeyNID types.EventStateKeyNID,
|
|
|
|
eventID string,
|
|
|
|
referenceSHA256 []byte,
|
|
|
|
authEventNIDs []types.EventNID,
|
|
|
|
depth int64,
|
2020-09-16 07:00:52 -05:00
|
|
|
isRejected bool,
|
2020-05-26 10:45:28 -05:00
|
|
|
) (types.EventNID, types.StateSnapshotNID, error) {
|
2020-04-29 12:41:45 -05:00
|
|
|
// attempt to insert: the last_row_id is the event NID
|
2020-07-21 04:48:49 -05:00
|
|
|
var eventNID int64
|
2021-12-09 09:03:26 -06:00
|
|
|
var stateNID int64
|
2020-08-19 09:38:27 -05:00
|
|
|
insertStmt := sqlutil.TxStmt(txn, s.insertEventStmt)
|
2021-12-09 09:03:26 -06:00
|
|
|
err := insertStmt.QueryRowContext(
|
2020-08-19 09:38:27 -05:00
|
|
|
ctx, int64(roomNID), int64(eventTypeNID), int64(eventStateKeyNID),
|
2020-09-16 07:00:52 -05:00
|
|
|
eventID, referenceSHA256, eventNIDsAsArray(authEventNIDs), depth, isRejected,
|
2021-12-09 09:03:26 -06:00
|
|
|
).Scan(&eventNID, &stateNID)
|
|
|
|
return types.EventNID(eventNID), types.StateSnapshotNID(stateNID), err
|
2020-02-13 11:27:33 -06:00
|
|
|
}
|
|
|
|
|
2020-05-26 10:45:28 -05:00
|
|
|
func (s *eventStatements) SelectEvent(
|
2020-02-13 11:27:33 -06:00
|
|
|
ctx context.Context, txn *sql.Tx, eventID string,
|
|
|
|
) (types.EventNID, types.StateSnapshotNID, error) {
|
|
|
|
var eventNID int64
|
|
|
|
var stateNID int64
|
2020-06-12 08:55:57 -05:00
|
|
|
selectStmt := sqlutil.TxStmt(txn, s.selectEventStmt)
|
2020-02-13 11:27:33 -06:00
|
|
|
err := selectStmt.QueryRowContext(ctx, eventID).Scan(&eventNID, &stateNID)
|
|
|
|
return types.EventNID(eventNID), types.StateSnapshotNID(stateNID), err
|
|
|
|
}
|
|
|
|
|
|
|
|
// bulkSelectStateEventByID lookups a list of state events by event ID.
|
|
|
|
// If any of the requested events are missing from the database it returns a types.MissingEventError
|
2020-05-26 10:45:28 -05:00
|
|
|
func (s *eventStatements) BulkSelectStateEventByID(
|
2022-02-04 04:39:34 -06:00
|
|
|
ctx context.Context, txn *sql.Tx, eventIDs []string,
|
2020-02-13 11:27:33 -06:00
|
|
|
) ([]types.StateEntry, error) {
|
|
|
|
///////////////
|
|
|
|
iEventIDs := make([]interface{}, len(eventIDs))
|
|
|
|
for k, v := range eventIDs {
|
|
|
|
iEventIDs[k] = v
|
|
|
|
}
|
2020-06-12 08:55:57 -05:00
|
|
|
selectOrig := strings.Replace(bulkSelectStateEventByIDSQL, "($1)", sqlutil.QueryVariadic(len(iEventIDs)), 1)
|
2022-03-04 09:05:42 -06:00
|
|
|
selectPrep, err := s.db.Prepare(selectOrig)
|
2020-02-13 11:27:33 -06:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2022-03-04 09:05:42 -06:00
|
|
|
defer selectPrep.Close() // nolint:errcheck
|
|
|
|
selectStmt := sqlutil.TxStmt(txn, selectPrep)
|
2020-02-13 11:27:33 -06:00
|
|
|
///////////////
|
|
|
|
|
|
|
|
rows, err := selectStmt.QueryContext(ctx, iEventIDs...)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-05-21 08:40:13 -05:00
|
|
|
defer internal.CloseAndLogIfError(ctx, rows, "bulkSelectStateEventByID: rows.close() failed")
|
2020-02-13 11:27:33 -06:00
|
|
|
// We know that we will only get as many results as event IDs
|
|
|
|
// because of the unique constraint on event IDs.
|
|
|
|
// So we can allocate an array of the correct size now.
|
|
|
|
// We might get fewer results than IDs so we adjust the length of the slice before returning it.
|
|
|
|
results := make([]types.StateEntry, len(eventIDs))
|
|
|
|
i := 0
|
|
|
|
for ; rows.Next(); i++ {
|
|
|
|
result := &results[i]
|
|
|
|
if err = rows.Scan(
|
|
|
|
&result.EventTypeNID,
|
|
|
|
&result.EventStateKeyNID,
|
|
|
|
&result.EventNID,
|
|
|
|
); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if i != len(eventIDs) {
|
|
|
|
// If there are fewer rows returned than IDs then we were asked to lookup event IDs we don't have.
|
|
|
|
// We don't know which ones were missing because we don't return the string IDs in the query.
|
|
|
|
// However it should be possible debug this by replaying queries or entries from the input kafka logs.
|
|
|
|
// If this turns out to be impossible and we do need the debug information here, it would be better
|
2020-05-21 08:40:13 -05:00
|
|
|
// to do it as a separate query rather than slowing down/complicating the internal case.
|
2020-02-13 11:27:33 -06:00
|
|
|
return nil, types.MissingEventError(
|
|
|
|
fmt.Sprintf("storage: state event IDs missing from the database (%d != %d)", i, len(eventIDs)),
|
|
|
|
)
|
|
|
|
}
|
|
|
|
return results, err
|
|
|
|
}
|
|
|
|
|
2021-04-26 07:25:57 -05:00
|
|
|
// bulkSelectStateEventByID lookups a list of state events by event ID.
|
|
|
|
// If any of the requested events are missing from the database it returns a types.MissingEventError
|
|
|
|
func (s *eventStatements) BulkSelectStateEventByNID(
|
2022-02-04 04:39:34 -06:00
|
|
|
ctx context.Context, txn *sql.Tx, eventNIDs []types.EventNID,
|
2021-04-26 07:25:57 -05:00
|
|
|
stateKeyTuples []types.StateKeyTuple,
|
|
|
|
) ([]types.StateEntry, error) {
|
2022-05-16 12:33:16 -05:00
|
|
|
tuples := types.StateKeyTupleSorter(stateKeyTuples)
|
2021-04-26 07:25:57 -05:00
|
|
|
sort.Sort(tuples)
|
2022-05-16 12:33:16 -05:00
|
|
|
eventTypeNIDArray, eventStateKeyNIDArray := tuples.TypesAndStateKeysAsArrays()
|
2021-04-26 07:25:57 -05:00
|
|
|
params := make([]interface{}, 0, len(eventNIDs)+len(eventTypeNIDArray)+len(eventStateKeyNIDArray))
|
|
|
|
selectOrig := strings.Replace(bulkSelectStateEventByNIDSQL, "($1)", sqlutil.QueryVariadic(len(eventNIDs)), 1)
|
|
|
|
for _, v := range eventNIDs {
|
|
|
|
params = append(params, v)
|
|
|
|
}
|
|
|
|
if len(eventTypeNIDArray) > 0 {
|
|
|
|
selectOrig += " AND event_type_nid IN " + sqlutil.QueryVariadicOffset(len(eventTypeNIDArray), len(params))
|
|
|
|
for _, v := range eventTypeNIDArray {
|
|
|
|
params = append(params, v)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if len(eventStateKeyNIDArray) > 0 {
|
|
|
|
selectOrig += " AND event_state_key_nid IN " + sqlutil.QueryVariadicOffset(len(eventStateKeyNIDArray), len(params))
|
|
|
|
for _, v := range eventStateKeyNIDArray {
|
|
|
|
params = append(params, v)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
selectOrig += " ORDER BY event_type_nid, event_state_key_nid ASC"
|
2022-03-04 09:05:42 -06:00
|
|
|
selectPrep, err := s.db.Prepare(selectOrig)
|
2021-04-26 07:25:57 -05:00
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("s.db.Prepare: %w", err)
|
|
|
|
}
|
2022-03-04 09:05:42 -06:00
|
|
|
defer selectPrep.Close() // nolint:errcheck
|
|
|
|
selectStmt := sqlutil.TxStmt(txn, selectPrep)
|
2021-04-26 07:25:57 -05:00
|
|
|
rows, err := selectStmt.QueryContext(ctx, params...)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("selectStmt.QueryContext: %w", err)
|
|
|
|
}
|
|
|
|
defer internal.CloseAndLogIfError(ctx, rows, "bulkSelectStateEventByID: rows.close() failed")
|
|
|
|
// We know that we will only get as many results as event IDs
|
|
|
|
// because of the unique constraint on event IDs.
|
|
|
|
// So we can allocate an array of the correct size now.
|
|
|
|
// We might get fewer results than IDs so we adjust the length of the slice before returning it.
|
|
|
|
results := make([]types.StateEntry, len(eventNIDs))
|
|
|
|
i := 0
|
|
|
|
for ; rows.Next(); i++ {
|
|
|
|
result := &results[i]
|
|
|
|
if err = rows.Scan(
|
|
|
|
&result.EventTypeNID,
|
|
|
|
&result.EventStateKeyNID,
|
|
|
|
&result.EventNID,
|
|
|
|
); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return results[:i], err
|
|
|
|
}
|
|
|
|
|
2020-02-13 11:27:33 -06:00
|
|
|
// bulkSelectStateAtEventByID lookups the state at a list of events by event ID.
|
|
|
|
// If any of the requested events are missing from the database it returns a types.MissingEventError.
|
|
|
|
// If we do not have the state for any of the requested events it returns a types.MissingEventError.
|
2020-05-26 10:45:28 -05:00
|
|
|
func (s *eventStatements) BulkSelectStateAtEventByID(
|
2022-02-04 04:39:34 -06:00
|
|
|
ctx context.Context, txn *sql.Tx, eventIDs []string,
|
2020-02-13 11:27:33 -06:00
|
|
|
) ([]types.StateAtEvent, error) {
|
|
|
|
///////////////
|
|
|
|
iEventIDs := make([]interface{}, len(eventIDs))
|
|
|
|
for k, v := range eventIDs {
|
|
|
|
iEventIDs[k] = v
|
|
|
|
}
|
2020-06-12 08:55:57 -05:00
|
|
|
selectOrig := strings.Replace(bulkSelectStateAtEventByIDSQL, "($1)", sqlutil.QueryVariadic(len(iEventIDs)), 1)
|
2022-03-04 09:05:42 -06:00
|
|
|
selectPrep, err := s.db.Prepare(selectOrig)
|
2020-02-13 11:27:33 -06:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2022-03-04 09:05:42 -06:00
|
|
|
defer selectPrep.Close() // nolint:errcheck
|
|
|
|
selectStmt := sqlutil.TxStmt(txn, selectPrep)
|
2020-02-13 11:27:33 -06:00
|
|
|
///////////////
|
|
|
|
rows, err := selectStmt.QueryContext(ctx, iEventIDs...)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-05-21 08:40:13 -05:00
|
|
|
defer internal.CloseAndLogIfError(ctx, rows, "bulkSelectStateAtEventByID: rows.close() failed")
|
2020-02-13 11:27:33 -06:00
|
|
|
results := make([]types.StateAtEvent, len(eventIDs))
|
|
|
|
i := 0
|
|
|
|
for ; rows.Next(); i++ {
|
|
|
|
result := &results[i]
|
|
|
|
if err = rows.Scan(
|
|
|
|
&result.EventTypeNID,
|
|
|
|
&result.EventStateKeyNID,
|
|
|
|
&result.EventNID,
|
|
|
|
&result.BeforeStateSnapshotNID,
|
2020-09-16 07:00:52 -05:00
|
|
|
&result.IsRejected,
|
2020-02-13 11:27:33 -06:00
|
|
|
); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2022-01-27 08:29:14 -06:00
|
|
|
// Genuine create events are the only case where it's OK to have no previous state.
|
|
|
|
isCreate := result.EventTypeNID == types.MRoomCreateNID && result.EventStateKeyNID == 1
|
|
|
|
if result.BeforeStateSnapshotNID == 0 && !isCreate {
|
2020-02-13 11:27:33 -06:00
|
|
|
return nil, types.MissingEventError(
|
|
|
|
fmt.Sprintf("storage: missing state for event NID %d", result.EventNID),
|
|
|
|
)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if i != len(eventIDs) {
|
|
|
|
return nil, types.MissingEventError(
|
|
|
|
fmt.Sprintf("storage: event IDs missing from the database (%d != %d)", i, len(eventIDs)),
|
|
|
|
)
|
|
|
|
}
|
|
|
|
return results, err
|
|
|
|
}
|
|
|
|
|
2020-05-26 10:45:28 -05:00
|
|
|
func (s *eventStatements) UpdateEventState(
|
2020-08-20 10:24:33 -05:00
|
|
|
ctx context.Context, txn *sql.Tx, eventNID types.EventNID, stateNID types.StateSnapshotNID,
|
2020-02-13 11:27:33 -06:00
|
|
|
) error {
|
2020-08-20 10:24:33 -05:00
|
|
|
stmt := sqlutil.TxStmt(txn, s.updateEventStateStmt)
|
|
|
|
_, err := stmt.ExecContext(ctx, int64(stateNID), int64(eventNID))
|
2020-08-19 09:38:27 -05:00
|
|
|
return err
|
2020-02-13 11:27:33 -06:00
|
|
|
}
|
|
|
|
|
2020-05-26 10:45:28 -05:00
|
|
|
func (s *eventStatements) SelectEventSentToOutput(
|
2020-02-13 11:27:33 -06:00
|
|
|
ctx context.Context, txn *sql.Tx, eventNID types.EventNID,
|
|
|
|
) (sentToOutput bool, err error) {
|
2020-06-12 08:55:57 -05:00
|
|
|
selectStmt := sqlutil.TxStmt(txn, s.selectEventSentToOutputStmt)
|
2020-02-13 11:27:33 -06:00
|
|
|
err = selectStmt.QueryRowContext(ctx, int64(eventNID)).Scan(&sentToOutput)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-05-26 10:45:28 -05:00
|
|
|
func (s *eventStatements) UpdateEventSentToOutput(ctx context.Context, txn *sql.Tx, eventNID types.EventNID) error {
|
2020-08-19 09:38:27 -05:00
|
|
|
updateStmt := sqlutil.TxStmt(txn, s.updateEventSentToOutputStmt)
|
|
|
|
_, err := updateStmt.ExecContext(ctx, int64(eventNID))
|
|
|
|
return err
|
2020-02-13 11:27:33 -06:00
|
|
|
}
|
|
|
|
|
2020-05-26 10:45:28 -05:00
|
|
|
func (s *eventStatements) SelectEventID(
|
2020-02-13 11:27:33 -06:00
|
|
|
ctx context.Context, txn *sql.Tx, eventNID types.EventNID,
|
|
|
|
) (eventID string, err error) {
|
2020-06-12 08:55:57 -05:00
|
|
|
selectStmt := sqlutil.TxStmt(txn, s.selectEventIDStmt)
|
2020-02-13 11:27:33 -06:00
|
|
|
err = selectStmt.QueryRowContext(ctx, int64(eventNID)).Scan(&eventID)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-05-26 10:45:28 -05:00
|
|
|
func (s *eventStatements) BulkSelectStateAtEventAndReference(
|
2020-02-13 11:27:33 -06:00
|
|
|
ctx context.Context, txn *sql.Tx, eventNIDs []types.EventNID,
|
|
|
|
) ([]types.StateAtEventAndReference, error) {
|
|
|
|
///////////////
|
|
|
|
iEventNIDs := make([]interface{}, len(eventNIDs))
|
|
|
|
for k, v := range eventNIDs {
|
|
|
|
iEventNIDs[k] = v
|
|
|
|
}
|
2020-06-12 08:55:57 -05:00
|
|
|
selectOrig := strings.Replace(bulkSelectStateAtEventAndReferenceSQL, "($1)", sqlutil.QueryVariadic(len(iEventNIDs)), 1)
|
2020-08-19 07:24:54 -05:00
|
|
|
selectPrep, err := s.db.Prepare(selectOrig)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2022-03-04 09:05:42 -06:00
|
|
|
defer selectPrep.Close() // nolint:errcheck
|
|
|
|
selectStmt := sqlutil.TxStmt(txn, selectPrep)
|
2020-02-13 11:27:33 -06:00
|
|
|
//////////////
|
|
|
|
|
2022-03-04 09:05:42 -06:00
|
|
|
rows, err := sqlutil.TxStmt(txn, selectStmt).QueryContext(ctx, iEventNIDs...)
|
2020-02-13 11:27:33 -06:00
|
|
|
if err != nil {
|
2020-08-19 09:38:27 -05:00
|
|
|
return nil, fmt.Errorf("sqlutil.TxStmt.QueryContext: %w", err)
|
2020-02-13 11:27:33 -06:00
|
|
|
}
|
2020-05-21 08:40:13 -05:00
|
|
|
defer internal.CloseAndLogIfError(ctx, rows, "bulkSelectStateAtEventAndReference: rows.close() failed")
|
2020-02-13 11:27:33 -06:00
|
|
|
results := make([]types.StateAtEventAndReference, len(eventNIDs))
|
|
|
|
i := 0
|
2022-05-09 08:30:32 -05:00
|
|
|
var (
|
|
|
|
eventTypeNID int64
|
|
|
|
eventStateKeyNID int64
|
|
|
|
eventNID int64
|
|
|
|
stateSnapshotNID int64
|
|
|
|
eventID string
|
|
|
|
eventSHA256 []byte
|
|
|
|
)
|
2020-02-13 11:27:33 -06:00
|
|
|
for ; rows.Next(); i++ {
|
|
|
|
if err = rows.Scan(
|
|
|
|
&eventTypeNID, &eventStateKeyNID, &eventNID, &stateSnapshotNID, &eventID, &eventSHA256,
|
|
|
|
); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
result := &results[i]
|
|
|
|
result.EventTypeNID = types.EventTypeNID(eventTypeNID)
|
|
|
|
result.EventStateKeyNID = types.EventStateKeyNID(eventStateKeyNID)
|
|
|
|
result.EventNID = types.EventNID(eventNID)
|
|
|
|
result.BeforeStateSnapshotNID = types.StateSnapshotNID(stateSnapshotNID)
|
|
|
|
result.EventID = eventID
|
|
|
|
result.EventSHA256 = eventSHA256
|
|
|
|
}
|
|
|
|
if i != len(eventNIDs) {
|
|
|
|
return nil, fmt.Errorf("storage: event NIDs missing from the database (%d != %d)", i, len(eventNIDs))
|
|
|
|
}
|
|
|
|
return results, nil
|
|
|
|
}
|
|
|
|
|
2020-05-26 10:45:28 -05:00
|
|
|
func (s *eventStatements) BulkSelectEventReference(
|
2020-02-13 11:27:33 -06:00
|
|
|
ctx context.Context, txn *sql.Tx, eventNIDs []types.EventNID,
|
|
|
|
) ([]gomatrixserverlib.EventReference, error) {
|
|
|
|
///////////////
|
|
|
|
iEventNIDs := make([]interface{}, len(eventNIDs))
|
|
|
|
for k, v := range eventNIDs {
|
|
|
|
iEventNIDs[k] = v
|
|
|
|
}
|
2020-06-12 08:55:57 -05:00
|
|
|
selectOrig := strings.Replace(bulkSelectEventReferenceSQL, "($1)", sqlutil.QueryVariadic(len(iEventNIDs)), 1)
|
2020-08-19 07:24:54 -05:00
|
|
|
selectPrep, err := s.db.Prepare(selectOrig)
|
2020-02-13 11:27:33 -06:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2022-03-04 09:05:42 -06:00
|
|
|
defer selectPrep.Close() // nolint:errcheck
|
2020-02-13 11:27:33 -06:00
|
|
|
///////////////
|
|
|
|
|
2020-06-12 08:55:57 -05:00
|
|
|
selectStmt := sqlutil.TxStmt(txn, selectPrep)
|
2020-02-13 11:27:33 -06:00
|
|
|
rows, err := selectStmt.QueryContext(ctx, iEventNIDs...)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-05-21 08:40:13 -05:00
|
|
|
defer internal.CloseAndLogIfError(ctx, rows, "bulkSelectEventReference: rows.close() failed")
|
2020-02-13 11:27:33 -06:00
|
|
|
results := make([]gomatrixserverlib.EventReference, len(eventNIDs))
|
|
|
|
i := 0
|
|
|
|
for ; rows.Next(); i++ {
|
|
|
|
result := &results[i]
|
|
|
|
if err = rows.Scan(&result.EventID, &result.EventSHA256); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if i != len(eventNIDs) {
|
|
|
|
return nil, fmt.Errorf("storage: event NIDs missing from the database (%d != %d)", i, len(eventNIDs))
|
|
|
|
}
|
|
|
|
return results, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// bulkSelectEventID returns a map from numeric event ID to string event ID.
|
2022-02-04 04:39:34 -06:00
|
|
|
func (s *eventStatements) BulkSelectEventID(ctx context.Context, txn *sql.Tx, eventNIDs []types.EventNID) (map[types.EventNID]string, error) {
|
2020-02-13 11:27:33 -06:00
|
|
|
///////////////
|
|
|
|
iEventNIDs := make([]interface{}, len(eventNIDs))
|
|
|
|
for k, v := range eventNIDs {
|
|
|
|
iEventNIDs[k] = v
|
|
|
|
}
|
2020-06-12 08:55:57 -05:00
|
|
|
selectOrig := strings.Replace(bulkSelectEventIDSQL, "($1)", sqlutil.QueryVariadic(len(iEventNIDs)), 1)
|
2022-03-04 09:05:42 -06:00
|
|
|
selectPrep, err := s.db.Prepare(selectOrig)
|
2020-02-13 11:27:33 -06:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2022-03-04 09:05:42 -06:00
|
|
|
defer selectPrep.Close() // nolint:errcheck
|
|
|
|
selectStmt := sqlutil.TxStmt(txn, selectPrep)
|
2020-02-13 11:27:33 -06:00
|
|
|
///////////////
|
|
|
|
|
|
|
|
rows, err := selectStmt.QueryContext(ctx, iEventNIDs...)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-05-21 08:40:13 -05:00
|
|
|
defer internal.CloseAndLogIfError(ctx, rows, "bulkSelectEventID: rows.close() failed")
|
2020-02-13 11:27:33 -06:00
|
|
|
results := make(map[types.EventNID]string, len(eventNIDs))
|
|
|
|
i := 0
|
2022-05-09 08:30:32 -05:00
|
|
|
var eventNID int64
|
|
|
|
var eventID string
|
2020-02-13 11:27:33 -06:00
|
|
|
for ; rows.Next(); i++ {
|
|
|
|
if err = rows.Scan(&eventNID, &eventID); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
results[types.EventNID(eventNID)] = eventID
|
|
|
|
}
|
|
|
|
if i != len(eventNIDs) {
|
|
|
|
return nil, fmt.Errorf("storage: event NIDs missing from the database (%d != %d)", i, len(eventNIDs))
|
|
|
|
}
|
|
|
|
return results, nil
|
|
|
|
}
|
|
|
|
|
2022-02-17 07:53:48 -06:00
|
|
|
// BulkSelectEventNIDs returns a map from string event ID to numeric event ID.
|
2020-02-13 11:27:33 -06:00
|
|
|
// If an event ID is not in the database then it is omitted from the map.
|
2022-02-04 04:39:34 -06:00
|
|
|
func (s *eventStatements) BulkSelectEventNID(ctx context.Context, txn *sql.Tx, eventIDs []string) (map[string]types.EventNID, error) {
|
2022-02-17 07:53:48 -06:00
|
|
|
return s.bulkSelectEventNID(ctx, txn, eventIDs, false)
|
|
|
|
}
|
|
|
|
|
|
|
|
// BulkSelectEventNIDs returns a map from string event ID to numeric event ID
|
|
|
|
// only for events that haven't already been sent to the roomserver output.
|
|
|
|
// If an event ID is not in the database then it is omitted from the map.
|
|
|
|
func (s *eventStatements) BulkSelectUnsentEventNID(ctx context.Context, txn *sql.Tx, eventIDs []string) (map[string]types.EventNID, error) {
|
|
|
|
return s.bulkSelectEventNID(ctx, txn, eventIDs, true)
|
|
|
|
}
|
|
|
|
|
|
|
|
// bulkSelectEventNIDs returns a map from string event ID to numeric event ID.
|
|
|
|
// If an event ID is not in the database then it is omitted from the map.
|
|
|
|
func (s *eventStatements) bulkSelectEventNID(ctx context.Context, txn *sql.Tx, eventIDs []string, onlyUnsent bool) (map[string]types.EventNID, error) {
|
2020-02-13 11:27:33 -06:00
|
|
|
///////////////
|
|
|
|
iEventIDs := make([]interface{}, len(eventIDs))
|
|
|
|
for k, v := range eventIDs {
|
|
|
|
iEventIDs[k] = v
|
|
|
|
}
|
2022-02-17 07:53:48 -06:00
|
|
|
var selectOrig string
|
|
|
|
if onlyUnsent {
|
|
|
|
selectOrig = strings.Replace(bulkSelectUnsentEventNIDSQL, "($1)", sqlutil.QueryVariadic(len(iEventIDs)), 1)
|
|
|
|
} else {
|
|
|
|
selectOrig = strings.Replace(bulkSelectEventNIDSQL, "($1)", sqlutil.QueryVariadic(len(iEventIDs)), 1)
|
|
|
|
}
|
2022-03-04 09:05:42 -06:00
|
|
|
selectPrep, err := s.db.Prepare(selectOrig)
|
2020-02-13 11:27:33 -06:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2022-03-04 09:05:42 -06:00
|
|
|
defer selectPrep.Close() // nolint:errcheck
|
|
|
|
selectStmt := sqlutil.TxStmt(txn, selectPrep)
|
2020-02-13 11:27:33 -06:00
|
|
|
///////////////
|
|
|
|
rows, err := selectStmt.QueryContext(ctx, iEventIDs...)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-05-21 08:40:13 -05:00
|
|
|
defer internal.CloseAndLogIfError(ctx, rows, "bulkSelectEventNID: rows.close() failed")
|
2020-02-13 11:27:33 -06:00
|
|
|
results := make(map[string]types.EventNID, len(eventIDs))
|
2022-05-09 08:30:32 -05:00
|
|
|
var eventID string
|
|
|
|
var eventNID int64
|
2020-02-13 11:27:33 -06:00
|
|
|
for rows.Next() {
|
|
|
|
if err = rows.Scan(&eventID, &eventNID); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
results[eventID] = types.EventNID(eventNID)
|
|
|
|
}
|
|
|
|
return results, nil
|
|
|
|
}
|
|
|
|
|
2020-05-26 10:45:28 -05:00
|
|
|
func (s *eventStatements) SelectMaxEventDepth(ctx context.Context, txn *sql.Tx, eventNIDs []types.EventNID) (int64, error) {
|
2020-02-13 11:27:33 -06:00
|
|
|
var result int64
|
2020-03-06 08:31:12 -06:00
|
|
|
iEventIDs := make([]interface{}, len(eventNIDs))
|
|
|
|
for i, v := range eventNIDs {
|
|
|
|
iEventIDs[i] = v
|
|
|
|
}
|
2020-06-12 08:55:57 -05:00
|
|
|
sqlStr := strings.Replace(selectMaxEventDepthSQL, "($1)", sqlutil.QueryVariadic(len(iEventIDs)), 1)
|
2020-08-19 07:24:54 -05:00
|
|
|
sqlPrep, err := s.db.Prepare(sqlStr)
|
|
|
|
if err != nil {
|
|
|
|
return 0, err
|
|
|
|
}
|
2022-03-24 05:03:22 -05:00
|
|
|
defer internal.CloseAndLogIfError(ctx, sqlPrep, "sqlPrep.close() failed")
|
2020-08-19 07:24:54 -05:00
|
|
|
err = sqlutil.TxStmt(txn, sqlPrep).QueryRowContext(ctx, iEventIDs...).Scan(&result)
|
2020-02-13 11:27:33 -06:00
|
|
|
if err != nil {
|
2020-08-19 09:38:27 -05:00
|
|
|
return 0, fmt.Errorf("sqlutil.TxStmt.QueryRowContext: %w", err)
|
2020-02-13 11:27:33 -06:00
|
|
|
}
|
|
|
|
return result, nil
|
|
|
|
}
|
|
|
|
|
2020-12-16 04:33:28 -06:00
|
|
|
func (s *eventStatements) SelectRoomNIDsForEventNIDs(
|
2022-02-04 04:39:34 -06:00
|
|
|
ctx context.Context, txn *sql.Tx, eventNIDs []types.EventNID,
|
2020-12-16 04:33:28 -06:00
|
|
|
) (map[types.EventNID]types.RoomNID, error) {
|
|
|
|
sqlStr := strings.Replace(selectRoomNIDsForEventNIDsSQL, "($1)", sqlutil.QueryVariadic(len(eventNIDs)), 1)
|
|
|
|
sqlPrep, err := s.db.Prepare(sqlStr)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2022-03-24 05:03:22 -05:00
|
|
|
defer internal.CloseAndLogIfError(ctx, sqlPrep, "sqlPrep.close() failed")
|
2022-03-04 09:05:42 -06:00
|
|
|
sqlStmt := sqlutil.TxStmt(txn, sqlPrep)
|
2020-12-16 04:33:28 -06:00
|
|
|
iEventNIDs := make([]interface{}, len(eventNIDs))
|
|
|
|
for i, v := range eventNIDs {
|
|
|
|
iEventNIDs[i] = v
|
|
|
|
}
|
2022-03-04 09:05:42 -06:00
|
|
|
rows, err := sqlStmt.QueryContext(ctx, iEventNIDs...)
|
2020-12-16 04:33:28 -06:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
defer internal.CloseAndLogIfError(ctx, rows, "selectRoomNIDsForEventNIDsStmt: rows.close() failed")
|
|
|
|
result := make(map[types.EventNID]types.RoomNID)
|
2022-05-09 08:30:32 -05:00
|
|
|
var eventNID types.EventNID
|
|
|
|
var roomNID types.RoomNID
|
2020-12-16 04:33:28 -06:00
|
|
|
for rows.Next() {
|
|
|
|
if err = rows.Scan(&eventNID, &roomNID); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
result[eventNID] = roomNID
|
|
|
|
}
|
|
|
|
return result, nil
|
2020-03-27 11:28:22 -05:00
|
|
|
}
|
|
|
|
|
Add peer-to-peer support into Dendrite via libp2p and fetch (#880)
* Use a fork of pq which supports userCurrent on wasm
* Use sqlite3_js driver when running in JS
* Add cmd/dendritejs to pull in sqlite3_js driver for wasm only
* Update to latest go-sqlite-js version
* Replace prometheus with a stub. sigh
* Hard-code a config and don't use opentracing
* Latest go-sqlite3-js version
* Generate a key for now
* Listen for fetch traffic rather than HTTP
* Latest hacks for js
* libp2p support
* More libp2p
* Fork gjson to allow us to enforce auth checks as before
Previously, all events would come down redacted because the hash
checks would fail. They would fail because sjson.DeleteBytes didn't
remove keys not used for hashing. This didn't work because of a build
tag which included a file which no-oped the index returned.
See https://github.com/tidwall/gjson/issues/157
When it's resolved, let's go back to mainline.
* Use gjson@1.6.0 as it fixes https://github.com/tidwall/gjson/issues/157
* Use latest gomatrixserverlib for sig checks
* Fix a bug which could cause exclude_from_sync to not be set
Caused when sending events over federation.
* Use query variadic to make lookups actually work!
* Latest gomatrixserverlib
* Add notes on getting p2p up and running
Partly so I don't forget myself!
* refactor: Move p2p specific stuff to cmd/dendritejs
This is important or else the normal build of dendrite will fail
because the p2p libraries depend on syscall/js which doesn't work
on normal builds.
Also, clean up main.go to read a bit better.
* Update ho-http-js-libp2p to return errors from RoundTrip
* Add an LRU cache around the key DB
We actually need this for P2P because otherwise we can *segfault*
with things like: "runtime: unexpected return pc for runtime.handleEvent"
where the event is a `syscall/js` event, caused by spamming sql.js
caused by "Checking event signatures for 14 events of room state" which
hammers the key DB repeatedly in quick succession.
Using a cache fixes this, though the underlying cause is probably a bug
in the version of Go I'm on (1.13.7)
* breaking: Add Tracing.Enabled to toggle whether we do opentracing
Defaults to false, which is why this is a breaking change. We need
this flag because WASM builds cannot do opentracing.
* Start adding conditional builds for wasm to handle lib/pq
The general idea here is to have the wasm build have a `NewXXXDatabase`
that doesn't import any postgres package and hence we never import
`lib/pq`, which doesn't work under WASM (undefined `userCurrent`).
* Remove lib/pq for wasm for syncapi
* Add conditional building to remaining storage APIs
* Update build script to set env vars correctly for dendritejs
* sqlite bug fixes
* Docs
* Add a no-op main for dendritejs when not building under wasm
* Use the real prometheus, even for WASM
Instead, the dendrite-sw.js must mock out `process.pid` and
`fs.stat` - which must invoke the callback with an error (e.g `EINVAL`)
in order for it to work:
```
global.process = {
pid: 1,
};
global.fs.stat = function(path, cb) {
cb({
code: "EINVAL",
});
}
```
* Linting
2020-03-06 04:23:55 -06:00
|
|
|
func eventNIDsAsArray(eventNIDs []types.EventNID) string {
|
2021-08-04 11:08:17 -05:00
|
|
|
if eventNIDs == nil {
|
|
|
|
eventNIDs = []types.EventNID{} // don't store 'null' in the DB
|
|
|
|
}
|
Add peer-to-peer support into Dendrite via libp2p and fetch (#880)
* Use a fork of pq which supports userCurrent on wasm
* Use sqlite3_js driver when running in JS
* Add cmd/dendritejs to pull in sqlite3_js driver for wasm only
* Update to latest go-sqlite-js version
* Replace prometheus with a stub. sigh
* Hard-code a config and don't use opentracing
* Latest go-sqlite3-js version
* Generate a key for now
* Listen for fetch traffic rather than HTTP
* Latest hacks for js
* libp2p support
* More libp2p
* Fork gjson to allow us to enforce auth checks as before
Previously, all events would come down redacted because the hash
checks would fail. They would fail because sjson.DeleteBytes didn't
remove keys not used for hashing. This didn't work because of a build
tag which included a file which no-oped the index returned.
See https://github.com/tidwall/gjson/issues/157
When it's resolved, let's go back to mainline.
* Use gjson@1.6.0 as it fixes https://github.com/tidwall/gjson/issues/157
* Use latest gomatrixserverlib for sig checks
* Fix a bug which could cause exclude_from_sync to not be set
Caused when sending events over federation.
* Use query variadic to make lookups actually work!
* Latest gomatrixserverlib
* Add notes on getting p2p up and running
Partly so I don't forget myself!
* refactor: Move p2p specific stuff to cmd/dendritejs
This is important or else the normal build of dendrite will fail
because the p2p libraries depend on syscall/js which doesn't work
on normal builds.
Also, clean up main.go to read a bit better.
* Update ho-http-js-libp2p to return errors from RoundTrip
* Add an LRU cache around the key DB
We actually need this for P2P because otherwise we can *segfault*
with things like: "runtime: unexpected return pc for runtime.handleEvent"
where the event is a `syscall/js` event, caused by spamming sql.js
caused by "Checking event signatures for 14 events of room state" which
hammers the key DB repeatedly in quick succession.
Using a cache fixes this, though the underlying cause is probably a bug
in the version of Go I'm on (1.13.7)
* breaking: Add Tracing.Enabled to toggle whether we do opentracing
Defaults to false, which is why this is a breaking change. We need
this flag because WASM builds cannot do opentracing.
* Start adding conditional builds for wasm to handle lib/pq
The general idea here is to have the wasm build have a `NewXXXDatabase`
that doesn't import any postgres package and hence we never import
`lib/pq`, which doesn't work under WASM (undefined `userCurrent`).
* Remove lib/pq for wasm for syncapi
* Add conditional building to remaining storage APIs
* Update build script to set env vars correctly for dendritejs
* sqlite bug fixes
* Docs
* Add a no-op main for dendritejs when not building under wasm
* Use the real prometheus, even for WASM
Instead, the dendrite-sw.js must mock out `process.pid` and
`fs.stat` - which must invoke the callback with an error (e.g `EINVAL`)
in order for it to work:
```
global.process = {
pid: 1,
};
global.fs.stat = function(path, cb) {
cb({
code: "EINVAL",
});
}
```
* Linting
2020-03-06 04:23:55 -06:00
|
|
|
b, _ := json.Marshal(eventNIDs)
|
|
|
|
return string(b)
|
2020-02-13 11:27:33 -06:00
|
|
|
}
|
2022-08-16 10:26:01 -05:00
|
|
|
|
|
|
|
func (s *eventStatements) SelectEventRejected(
|
|
|
|
ctx context.Context, txn *sql.Tx, eventID string,
|
|
|
|
) (rejected bool, err error) {
|
|
|
|
stmt := sqlutil.TxStmt(txn, s.selectEventRejectedStmt)
|
|
|
|
err = stmt.QueryRowContext(ctx, eventID).Scan(&rejected)
|
|
|
|
return
|
|
|
|
}
|