mirror of
https://github.com/matrix-org/dendrite.git
synced 2024-11-26 16:21:55 -06:00
c8b873abc8
* Initial work on roomserver NID caches * Give caches to roomserver storage * Populate caches * Fix bugs * Fix WASM build * Don't hit cache twice in RoomNIDExcludingStubs * Store reverse room ID-room NID mapping, consult caches when assigning NIDs
125 lines
3 KiB
Go
125 lines
3 KiB
Go
package caching
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
lru "github.com/hashicorp/golang-lru"
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
"github.com/prometheus/client_golang/prometheus/promauto"
|
|
)
|
|
|
|
func NewInMemoryLRUCache(enablePrometheus bool) (*Caches, error) {
|
|
roomVersions, err := NewInMemoryLRUCachePartition(
|
|
RoomVersionCacheName,
|
|
RoomVersionCacheMutable,
|
|
RoomVersionCacheMaxEntries,
|
|
enablePrometheus,
|
|
)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
serverKeys, err := NewInMemoryLRUCachePartition(
|
|
ServerKeyCacheName,
|
|
ServerKeyCacheMutable,
|
|
ServerKeyCacheMaxEntries,
|
|
enablePrometheus,
|
|
)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
roomServerStateKeyNIDs, err := NewInMemoryLRUCachePartition(
|
|
RoomServerStateKeyNIDsCacheName,
|
|
RoomServerStateKeyNIDsCacheMutable,
|
|
RoomServerStateKeyNIDsCacheMaxEntries,
|
|
enablePrometheus,
|
|
)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
roomServerEventTypeNIDs, err := NewInMemoryLRUCachePartition(
|
|
RoomServerEventTypeNIDsCacheName,
|
|
RoomServerEventTypeNIDsCacheMutable,
|
|
RoomServerEventTypeNIDsCacheMaxEntries,
|
|
enablePrometheus,
|
|
)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
roomServerRoomNIDs, err := NewInMemoryLRUCachePartition(
|
|
RoomServerRoomNIDsCacheName,
|
|
RoomServerRoomNIDsCacheMutable,
|
|
RoomServerRoomNIDsCacheMaxEntries,
|
|
enablePrometheus,
|
|
)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
roomServerRoomIDs, err := NewInMemoryLRUCachePartition(
|
|
RoomServerRoomIDsCacheName,
|
|
RoomServerRoomIDsCacheMutable,
|
|
RoomServerRoomIDsCacheMaxEntries,
|
|
enablePrometheus,
|
|
)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &Caches{
|
|
RoomVersions: roomVersions,
|
|
ServerKeys: serverKeys,
|
|
RoomServerStateKeyNIDs: roomServerStateKeyNIDs,
|
|
RoomServerEventTypeNIDs: roomServerEventTypeNIDs,
|
|
RoomServerRoomNIDs: roomServerRoomNIDs,
|
|
RoomServerRoomIDs: roomServerRoomIDs,
|
|
}, nil
|
|
}
|
|
|
|
type InMemoryLRUCachePartition struct {
|
|
name string
|
|
mutable bool
|
|
maxEntries int
|
|
lru *lru.Cache
|
|
}
|
|
|
|
func NewInMemoryLRUCachePartition(name string, mutable bool, maxEntries int, enablePrometheus bool) (*InMemoryLRUCachePartition, error) {
|
|
var err error
|
|
cache := InMemoryLRUCachePartition{
|
|
name: name,
|
|
mutable: mutable,
|
|
maxEntries: maxEntries,
|
|
}
|
|
cache.lru, err = lru.New(maxEntries)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if enablePrometheus {
|
|
promauto.NewGaugeFunc(prometheus.GaugeOpts{
|
|
Namespace: "dendrite",
|
|
Subsystem: "caching_in_memory_lru",
|
|
Name: name,
|
|
}, func() float64 {
|
|
return float64(cache.lru.Len())
|
|
})
|
|
}
|
|
return &cache, nil
|
|
}
|
|
|
|
func (c *InMemoryLRUCachePartition) Set(key string, value interface{}) {
|
|
if !c.mutable {
|
|
if peek, ok := c.lru.Peek(key); ok && peek != value {
|
|
panic(fmt.Sprintf("invalid use of immutable cache tries to mutate existing value of %q", key))
|
|
}
|
|
}
|
|
c.lru.Add(key, value)
|
|
}
|
|
|
|
func (c *InMemoryLRUCachePartition) Unset(key string) {
|
|
if !c.mutable {
|
|
panic(fmt.Sprintf("invalid use of immutable cache tries to unset value of %q", key))
|
|
}
|
|
c.lru.Remove(key)
|
|
}
|
|
|
|
func (c *InMemoryLRUCachePartition) Get(key string) (value interface{}, ok bool) {
|
|
return c.lru.Get(key)
|
|
}
|