diff --git a/syncapi/streams/stream_pdu.go b/syncapi/streams/stream_pdu.go
index b807b84b0..2818aad87 100644
--- a/syncapi/streams/stream_pdu.go
+++ b/syncapi/streams/stream_pdu.go
@@ -231,7 +231,7 @@ func (p *PDUStreamProvider) IncrementalSync(
 			delete(req.Response.Rooms.Join, x)
 		}
 		r = types.Range{
-			From:      p.latest,
+			From:      to,
 			To:        0,
 			Backwards: true,
 		}