mirror of
https://github.com/matrix-org/dendrite.git
synced 2025-12-06 22:43:10 -06:00
Move partition offsets sql to a separate file
This commit is contained in:
parent
39264cbf4b
commit
bb5a35edb3
|
|
@ -0,0 +1,67 @@
|
||||||
|
package storage
|
||||||
|
|
||||||
|
import (
|
||||||
|
"database/sql"
|
||||||
|
"github.com/matrix-org/dendrite/roomserver/types"
|
||||||
|
)
|
||||||
|
|
||||||
|
const partitionOffsetsSchema = `
|
||||||
|
-- The offsets that the server has processed up to.
|
||||||
|
CREATE TABLE IF NOT EXISTS partition_offsets (
|
||||||
|
-- The name of the topic.
|
||||||
|
topic TEXT NOT NULL,
|
||||||
|
-- The 32-bit partition ID
|
||||||
|
partition INTEGER NOT NULL,
|
||||||
|
-- The 64-bit offset.
|
||||||
|
partition_offset BIGINT NOT NULL,
|
||||||
|
CONSTRAINT topic_partition_unique UNIQUE (topic, partition)
|
||||||
|
);
|
||||||
|
`
|
||||||
|
|
||||||
|
const selectPartitionOffsetsSQL = "" +
|
||||||
|
"SELECT partition, partition_offset FROM partition_offsets WHERE topic = $1"
|
||||||
|
|
||||||
|
const upsertPartitionOffsetsSQL = "" +
|
||||||
|
"INSERT INTO partition_offsets (topic, partition, partition_offset) VALUES ($1, $2, $3)" +
|
||||||
|
" ON CONFLICT ON CONSTRAINT topic_partition_unique" +
|
||||||
|
" DO UPDATE SET partition_offset = $3"
|
||||||
|
|
||||||
|
type partitionOffsetStatements struct {
|
||||||
|
selectPartitionOffsetsStmt *sql.Stmt
|
||||||
|
upsertPartitionOffsetStmt *sql.Stmt
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *partitionOffsetStatements) prepare(db *sql.DB) (err error) {
|
||||||
|
_, err = db.Exec(partitionOffsetsSchema)
|
||||||
|
if err != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if s.selectPartitionOffsetsStmt, err = db.Prepare(selectPartitionOffsetsSQL); err != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if s.upsertPartitionOffsetStmt, err = db.Prepare(upsertPartitionOffsetsSQL); err != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *partitionOffsetStatements) selectPartitionOffsets(topic string) ([]types.PartitionOffset, error) {
|
||||||
|
rows, err := s.selectPartitionOffsetsStmt.Query(topic)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
defer rows.Close()
|
||||||
|
var results []types.PartitionOffset
|
||||||
|
for rows.Next() {
|
||||||
|
var offset types.PartitionOffset
|
||||||
|
if err := rows.Scan(&offset.Partition, &offset.Offset); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return results, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *partitionOffsetStatements) upsertPartitionOffset(topic string, partition int32, offset int64) error {
|
||||||
|
_, err := s.upsertPartitionOffsetStmt.Exec(topic, partition, offset)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
@ -8,8 +8,7 @@ import (
|
||||||
)
|
)
|
||||||
|
|
||||||
type statements struct {
|
type statements struct {
|
||||||
selectPartitionOffsetsStmt *sql.Stmt
|
partitionOffsetStatements
|
||||||
upsertPartitionOffsetStmt *sql.Stmt
|
|
||||||
insertEventTypeNIDStmt *sql.Stmt
|
insertEventTypeNIDStmt *sql.Stmt
|
||||||
selectEventTypeNIDStmt *sql.Stmt
|
selectEventTypeNIDStmt *sql.Stmt
|
||||||
insertEventStateKeyNIDStmt *sql.Stmt
|
insertEventStateKeyNIDStmt *sql.Stmt
|
||||||
|
|
@ -33,7 +32,7 @@ type statements struct {
|
||||||
func (s *statements) prepare(db *sql.DB) error {
|
func (s *statements) prepare(db *sql.DB) error {
|
||||||
var err error
|
var err error
|
||||||
|
|
||||||
if err = s.preparePartitionOffsets(db); err != nil {
|
if err = s.partitionOffsetStatements.prepare(db); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -60,62 +59,6 @@ func (s *statements) prepare(db *sql.DB) error {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *statements) preparePartitionOffsets(db *sql.DB) (err error) {
|
|
||||||
_, err = db.Exec(partitionOffsetsSchema)
|
|
||||||
if err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
if s.selectPartitionOffsetsStmt, err = db.Prepare(selectPartitionOffsetsSQL); err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
if s.upsertPartitionOffsetStmt, err = db.Prepare(upsertPartitionOffsetsSQL); err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
const partitionOffsetsSchema = `
|
|
||||||
-- The offsets that the server has processed up to.
|
|
||||||
CREATE TABLE IF NOT EXISTS partition_offsets (
|
|
||||||
-- The name of the topic.
|
|
||||||
topic TEXT NOT NULL,
|
|
||||||
-- The 32-bit partition ID
|
|
||||||
partition INTEGER NOT NULL,
|
|
||||||
-- The 64-bit offset.
|
|
||||||
partition_offset BIGINT NOT NULL,
|
|
||||||
CONSTRAINT topic_partition_unique UNIQUE (topic, partition)
|
|
||||||
);
|
|
||||||
`
|
|
||||||
|
|
||||||
const selectPartitionOffsetsSQL = "" +
|
|
||||||
"SELECT partition, partition_offset FROM partition_offsets WHERE topic = $1"
|
|
||||||
|
|
||||||
const upsertPartitionOffsetsSQL = "" +
|
|
||||||
"INSERT INTO partition_offsets (topic, partition, partition_offset) VALUES ($1, $2, $3)" +
|
|
||||||
" ON CONFLICT ON CONSTRAINT topic_partition_unique" +
|
|
||||||
" DO UPDATE SET partition_offset = $3"
|
|
||||||
|
|
||||||
func (s *statements) selectPartitionOffsets(topic string) ([]types.PartitionOffset, error) {
|
|
||||||
rows, err := s.selectPartitionOffsetsStmt.Query(topic)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
defer rows.Close()
|
|
||||||
var results []types.PartitionOffset
|
|
||||||
for rows.Next() {
|
|
||||||
var offset types.PartitionOffset
|
|
||||||
if err := rows.Scan(&offset.Partition, &offset.Offset); err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return results, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *statements) upsertPartitionOffset(topic string, partition int32, offset int64) error {
|
|
||||||
_, err := s.upsertPartitionOffsetStmt.Exec(topic, partition, offset)
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
func (s *statements) prepareEventTypes(db *sql.DB) (err error) {
|
func (s *statements) prepareEventTypes(db *sql.DB) (err error) {
|
||||||
_, err = db.Exec(eventTypesSchema)
|
_, err = db.Exec(eventTypesSchema)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue