diff --git a/keyserver/internal/device_list_update.go b/keyserver/internal/device_list_update.go
index 25719498a..59b45c96d 100644
--- a/keyserver/internal/device_list_update.go
+++ b/keyserver/internal/device_list_update.go
@@ -420,7 +420,7 @@ userLoop:
 				}
 			case gomatrix.HTTPError:
 				// The remote server returned an error, give it some time to recover
-				if e.Code >= 300 {
+				if e.Code >= 500 {
 					waitTime = time.Minute * 10
 					logrus.WithError(e).Error("GetUserDevices returned gomatrix.HTTPError")
 					break userLoop