diff --git a/src/matrix/calls/group/Member.ts b/src/matrix/calls/group/Member.ts
index f82c5ddd..fe6e40a4 100644
--- a/src/matrix/calls/group/Member.ts
+++ b/src/matrix/calls/group/Member.ts
@@ -84,7 +84,7 @@ class MemberConnection {
             return true;
         }
         if (this.lastProcessedSeqNr === undefined) {
-            return true;
+            return firstSeq === 0;
         }
         // allow messages with both a seq we've just seen and
         // the next one to be dequeued as it can happen