diff --git a/internal/setup/base.go b/internal/setup/base.go
index dee82c0d1..e7bc7604d 100644
--- a/internal/setup/base.go
+++ b/internal/setup/base.go
@@ -314,7 +314,7 @@ func (b *BaseDendrite) SetupAndServeHTTP(
 		logrus.Infof("Stopped %s listener on %s", b.componentName, internalServ.Addr)
 	}()
 
-	if externalAddr != NoInternalListener && internalAddr != externalAddr {
+	if internalAddr != NoInternalListener && internalAddr != externalAddr {
 		go func() {
 			logrus.Infof("Starting %s listener on %s", b.componentName, externalServ.Addr)
 			if certFile != nil && keyFile != nil {