dendrite/userapi/storage/accounts/cosmosdb/account_data_table.go
alexfca 5d68daef80
Implement Cosmos DB for the RoomServer Service (#5)
* - Implement Cosmos for the devices_table
- Use the ConnectionString in the YAML to include the Tenant
- Revert all other non implemented tables back to use SQLLite3

* - Change the Config to use "test.criticicalarc.com" Container
- Add generic function GetDocumentOrNil to standardize GetDocument
- Add func to return CrossPartition queries for Aggregates
- Add func GetNextSequence() as generic seq generator for AutoIncrement
- Add cosmosdbutil.ErrNoRows to return (emulate) sql.ErrNoRows
- Add a "fake" ExclusiveWriterFake
- Add standard "getXX", "setXX" and "queryXX" to all TABLE class files
- Add specific Table SEQ for the Events table
- Add specific Table SEQ for the Rooms table
- Add specific Table SEQ for the StateSnapshot table
2021-05-20 14:42:33 +10:00

207 lines
6.1 KiB
Go

// Copyright 2017 Vector Creations Ltd
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package cosmosdb
import (
"context"
"encoding/json"
"fmt"
"time"
"github.com/matrix-org/dendrite/internal/cosmosdbapi"
)
// const accountDataSchema = `
// -- Stores data about accounts data.
// CREATE TABLE IF NOT EXISTS account_data (
// -- The Matrix user ID localpart for this account
// localpart TEXT NOT NULL,
// -- The room ID for this data (empty string if not specific to a room)
// room_id TEXT,
// -- The account data type
// type TEXT NOT NULL,
// -- The account data content
// content TEXT NOT NULL,
// PRIMARY KEY(localpart, room_id, type)
// );
// `
type AccountDataCosmosData struct {
Id string `json:"id"`
Pk string `json:"_pk"`
Cn string `json:"_cn"`
ETag string `json:"_etag"`
Timestamp int64 `json:"_ts"`
AccountData AccountDataCosmos `json:"mx_userapi_accountdata"`
}
type AccountDataCosmos struct {
LocalPart string `json:"local_part"`
RoomId string `json:"room_id"`
Type string `json:"type"`
Content []byte `json:"content"`
}
type accountDataStatements struct {
db *Database
// insertAccountDataStmt *sql.Stmt
selectAccountDataStmt string
selectAccountDataByTypeStmt string
tableName string
}
func (s *accountDataStatements) prepare(db *Database) (err error) {
s.db = db
s.selectAccountDataStmt = "select * from c where c._cn = @x1 and c.mx_userapi_accountdata.local_part = @x2"
s.selectAccountDataByTypeStmt = "select * from c where c._cn = @x1 and c.mx_userapi_accountdata.local_part = @x2 and c.mx_userapi_accountdata.room_id = @x3 and c.mx_userapi_accountdata.type = @x4"
s.tableName = "account_data"
return
}
func queryAccountData(s *accountDataStatements, ctx context.Context, qry string, params map[string]interface{}) ([]AccountDataCosmosData, error) {
var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.tableName)
var pk = cosmosdbapi.GetPartitionKey(s.db.cosmosConfig.ContainerName, dbCollectionName)
var response []AccountDataCosmosData
var optionsQry = cosmosdbapi.GetQueryDocumentsOptions(pk)
var query = cosmosdbapi.GetQuery(qry, params)
_, err := cosmosdbapi.GetClient(s.db.connection).QueryDocuments(
ctx,
s.db.cosmosConfig.DatabaseName,
s.db.cosmosConfig.ContainerName,
query,
&response,
optionsQry)
if err != nil {
return nil, err
}
return response, nil
}
func (s *accountDataStatements) insertAccountData(
ctx context.Context, localpart, roomID, dataType string, content json.RawMessage,
) error {
// INSERT INTO account_data(localpart, room_id, type, content) VALUES($1, $2, $3, $4)
// ON CONFLICT (localpart, room_id, type) DO UPDATE SET content = $4
var result = AccountDataCosmos{
LocalPart: localpart,
RoomId: roomID,
Type: dataType,
Content: content,
}
var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.db.accountDatas.tableName)
id := ""
if roomID == "" {
id = fmt.Sprintf("%s_%s", result.LocalPart, result.Type)
} else {
id = fmt.Sprintf("%s_%s_%s", result.LocalPart, result.RoomId, result.Type)
}
docId := id
cosmosDocId := cosmosdbapi.GetDocumentId(s.db.cosmosConfig.ContainerName, dbCollectionName, docId)
pk := cosmosdbapi.GetPartitionKey(s.db.cosmosConfig.ContainerName, dbCollectionName)
var dbData = AccountDataCosmosData{
Id: cosmosDocId,
Cn: dbCollectionName,
Pk: pk,
Timestamp: time.Now().Unix(),
AccountData: result,
}
var options = cosmosdbapi.GetUpsertDocumentOptions(dbData.Pk)
var _, _, err = cosmosdbapi.GetClient(s.db.connection).CreateDocument(
ctx,
s.db.cosmosConfig.DatabaseName,
s.db.cosmosConfig.ContainerName,
dbData,
options)
return err
}
func (s *accountDataStatements) selectAccountData(
ctx context.Context, localpart string,
) (
/* global */ map[string]json.RawMessage,
/* rooms */ map[string]map[string]json.RawMessage,
error,
) {
// "SELECT room_id, type, content FROM account_data WHERE localpart = $1"
var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.db.accountDatas.tableName)
params := map[string]interface{}{
"@x1": dbCollectionName,
"@x2": localpart,
}
response, err := queryAccountData(s, ctx, s.selectAccountDataStmt, params)
if err != nil {
return nil, nil, err
}
global := map[string]json.RawMessage{}
rooms := map[string]map[string]json.RawMessage{}
for i := 0; i < len(response); i++ {
var row = response[i]
var roomID = row.AccountData.RoomId
if roomID != "" {
if _, ok := rooms[row.AccountData.RoomId]; !ok {
rooms[roomID] = map[string]json.RawMessage{}
}
rooms[roomID][row.AccountData.Type] = row.AccountData.Content
} else {
global[row.AccountData.Type] = row.AccountData.Content
}
}
return global, rooms, nil
}
func (s *accountDataStatements) selectAccountDataByType(
ctx context.Context, localpart, roomID, dataType string,
) (data json.RawMessage, err error) {
var bytes []byte
// "SELECT content FROM account_data WHERE localpart = $1 AND room_id = $2 AND type = $3"
var dbCollectionName = cosmosdbapi.GetCollectionName(s.db.databaseName, s.db.accountDatas.tableName)
params := map[string]interface{}{
"@x1": dbCollectionName,
"@x2": localpart,
"@x3": roomID,
"@x4": dataType,
}
response, err := queryAccountData(s, ctx, s.selectAccountDataByTypeStmt, params)
if err != nil {
return nil, err
}
if len(response) == 0 {
return data, nil
}
bytes = response[0].AccountData.Content
data = json.RawMessage(bytes)
return
}