diff --git a/keyserver/internal/internal.go b/keyserver/internal/internal.go
index d836cffa6..ea8bde5ec 100644
--- a/keyserver/internal/internal.go
+++ b/keyserver/internal/internal.go
@@ -634,7 +634,6 @@ func (a *KeyInternalAPI) uploadLocalDeviceKeys(ctx context.Context, req *api.Per
 	var keysToStore []api.DeviceMessage
 
 	if req.OnlyDisplayNameUpdates {
-		keysToStore = append(keysToStore, existingKeys...)
 		for _, existingKey := range existingKeys {
 			for _, newKey := range req.DeviceKeys {
 				switch {