diff --git a/pkg/chunkenc/gzip.go b/pkg/chunkenc/gzip.go
index 8dc8a01bc421fa0b3c2d06b20eff12b0547318be..f3c0a26a2d1d7cb44f6ebe37788830bf2ccef0ed 100644
--- a/pkg/chunkenc/gzip.go
+++ b/pkg/chunkenc/gzip.go
@@ -82,7 +82,7 @@ func (hb *headBlock) isEmpty() bool {
 }
 
 func (hb *headBlock) append(ts int64, line string) error {
-	if !hb.isEmpty() && hb.maxt >= ts {
+	if !hb.isEmpty() && hb.maxt > ts {
 		return ErrOutOfOrder
 	}
 
diff --git a/pkg/chunkenc/gzip_test.go b/pkg/chunkenc/gzip_test.go
index 0f6f0e80e4af0715895b34a814061b9ea395191c..c210889352fa36aef911fc52160a53da242f8dea 100644
--- a/pkg/chunkenc/gzip_test.go
+++ b/pkg/chunkenc/gzip_test.go
@@ -54,6 +54,14 @@ func TestGZIPBlock(t *testing.T) {
 			ts:  8,
 			str: "hello, worl\nd8!",
 		},
+		{
+			ts:  8,
+			str: "hello, world 8, 2!",
+		},
+		{
+			ts:  8,
+			str: "hello, world 8, 3!",
+		},
 		{
 			ts:  9,
 			str: "",