diff --git a/pkg/storage/parquet/block/lazy_reader.go b/pkg/storage/parquet/block/lazy_reader.go
index 8e2bf8af3f0..5e22816ce12 100644
--- a/pkg/storage/parquet/block/lazy_reader.go
+++ b/pkg/storage/parquet/block/lazy_reader.go
@@ -16,6 +16,7 @@ import (
 	"github.com/go-kit/log"
 	"github.com/go-kit/log/level"
 	"github.com/grafana/dskit/gate"
+	"github.com/grafana/dskit/runutil"
 	"github.com/oklog/ulid/v2"
 	"github.com/parquet-go/parquet-go"
 	"github.com/pkg/errors"
@@ -210,7 +211,9 @@ func (r *LazyReaderLocalLabelsBucketChunks) convertLabelsFileToLocalDisk() error
 	if err != nil {
 		return errors.Wrap(err, "open bucket parquet labels file")
 	}
+	defer runutil.CloseWithLogOnErr(r.logger, bucketLabelsFile, "close bucket labels file")
 	bucketLabelsFileReader := parquet.NewGenericReader[any](bucketLabelsFile)
+	defer runutil.CloseWithLogOnErr(r.logger, bucketLabelsFileReader, "close bucket labels file reader")
 	labelsFileSchema, err := schema.FromLabelsFile(bucketLabelsFile.File)
 	if err != nil {
 		return errors.Wrap(err, "get schema from bucket parquet labels file")