diff --git a/roomserver/internal/input/input_events.go b/roomserver/internal/input/input_events.go
index 459f6cfbc..b43cf75ff 100644
--- a/roomserver/internal/input/input_events.go
+++ b/roomserver/internal/input/input_events.go
@@ -159,6 +159,7 @@ func (r *Inputer) processRoomEvent(
 		}
 		for server := range servers {
 			serverRes.ServerNames = append(serverRes.ServerNames, server)
+			delete(servers, server)
 		}
 	}