only update non empty chunks offset

scalableminds · Aug 20, 2024 · 5927e38 · 5927e38
1 parent 014f19b
commit 5927e38
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/zarrita/sharding.py b/zarrita/sharding.py
@@ -191,7 +191,8 @@ async def finalize(
     ) -> BytesLike:
         index_bytes = await index_encoder(self.index)
         if index_location == ShardingCodecIndexLocation.start:
-            self.index.offsets_and_lengths[..., 0] += len(index_bytes)
+            empty_chunks_mask = self.index.offsets_and_lengths[..., 0] == MAX_UINT_64
+            self.index.offsets_and_lengths[~empty_chunks_mask, 0] += len(index_bytes)
             index_bytes = await index_encoder(
                 self.index
             )  # encode again with corrected offsets