mirrors/dendrite
1
0
Fork 0
mirror of https://github.com/matrix-org/dendrite.git synced 2024-11-26 08:11:55 -06:00
Code Issues Packages Projects Releases Wiki Activity

Slower federation warm-up (#2320)

Browse source 
* Wake destination queues gradually, rather than all at once

* Delay device list updates too

* Maximum two minute warmup period
This commit is contained in:
Neil Alexander 2022-04-04 15:14:10 +01:00 committed by GitHub
parent 6748a2a823
commit 9b316ac64c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 30 additions and 20 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
federationapi/queue/queue.go
View file

@ -104,7 +104,6 @@ func NewOutgoingQueues(
} }
// Look up which servers we have pending items for and then rehydrate those queues. // Look up which servers we have pending items for and then rehydrate those queues.
if !disabled { if !disabled {
time.AfterFunc(time.Second*5, func() {
serverNames := map[gomatrixserverlib.ServerName]struct{}{} serverNames := map[gomatrixserverlib.ServerName]struct{}{}
if names, err := db.GetPendingPDUServerNames(context.Background()); err == nil { if names, err := db.GetPendingPDUServerNames(context.Background()); err == nil {
for _, serverName := range names { for _, serverName := range names {
@ -120,12 +119,16 @@ func NewOutgoingQueues(
} else { } else {
log.WithError(err).Error("Failed to get EDU server names for destination queue hydration") log.WithError(err).Error("Failed to get EDU server names for destination queue hydration")
} }
offset, step := time.Second*5, time.Second
if max := len(serverNames); max > 120 {
step = (time.Second * 120) / time.Duration(max)
}
for serverName := range serverNames { for serverName := range serverNames {
if queue := queues.getQueue(serverName); queue != nil { if queue := queues.getQueue(serverName); queue != nil {
queue.wakeQueueIfNeeded() time.AfterFunc(offset, queue.wakeQueueIfNeeded)
offset += step
} }
} }
})
} }
return queues return queues
} }

7
keyserver/internal/device_list_update.go
View file

@ -157,8 +157,15 @@ func (u *DeviceListUpdater) Start() error {
if err != nil { if err != nil {
return err return err
} }
offset, step := time.Second*10, time.Second
if max := len(staleLists); max > 120 {
step = (time.Second * 120) / time.Duration(max)
}
for _, userID := range staleLists { for _, userID := range staleLists {
time.AfterFunc(offset, func() {
u.notifyWorkers(userID) u.notifyWorkers(userID)
})
offset += step
} }
return nil return nil
} }