metabase: add sync counters on migration

Signed-off-by: Andrey Butusov <[email protected]>

Author: End-rey

pkg/local_object_storage/metabase/version.go

@@ -605,6 +605,11 @@ func migrateFrom7Version(db *DB) error {
 			}
 		}
 
+		err = syncCounter(tx, currEpoch, true)
+		if err != nil {
+			return fmt.Errorf("syncing counters: %w", err)
+		}
+
 		return updateVersion(tx, 8)
 	})
 }

pkg/local_object_storage/metabase/version_test.go

@@ -854,6 +854,9 @@ func TestMigrate7to8(t *testing.T) {
 			o.SetContainerID(cnr)
 			totalSize += o.PayloadSize()
 
+			require.NoError(t, db.updateCounter(tx, phy, 1, true))
+			require.NoError(t, db.updateCounter(tx, logical, 1, true))
+
 			return PutMetadataForObject(tx, o, true)
 		})
 		require.NoError(t, err)
@@ -875,6 +878,18 @@ func TestMigrate7to8(t *testing.T) {
 			return err
 		}
 
+		// corrupt counters
+		b := tx.Bucket(shardInfoBucket)
+		require.NotNil(t, b)
+		require.Equal(t, uint64(objsNum), binary.LittleEndian.Uint64(b.Get(objectPhyCounterKey)))
+		require.Equal(t, uint64(objsNum), binary.LittleEndian.Uint64(b.Get(objectLogicCounterKey)))
+		cc := make([]byte, 8)
+		binary.LittleEndian.PutUint64(cc, uint64(100)) // corrupt physical counter
+		require.NoError(t, b.Put(objectPhyCounterKey, cc))
+		cc = make([]byte, 8)
+		binary.LittleEndian.PutUint64(cc, uint64(100)) // corrupt logical counter
+		require.NoError(t, b.Put(objectLogicCounterKey, cc))
+
 		bkt := tx.Bucket([]byte{0x05})
 		require.NotNil(t, bkt)
 		require.NoError(t, bkt.Put([]byte("version"), []byte{0x07, 0, 0, 0, 0, 0, 0, 0}))
@@ -907,6 +922,9 @@ func TestMigrate7to8(t *testing.T) {
 		require.NotNil(t, bkt)
 		require.Equal(t, []byte{currentMetaVersion, 0, 0, 0, 0, 0, 0, 0}, bkt.Get([]byte("version")))
 
+		pc, lc := getCounters(tx)
+		require.Equal(t, uint64(objsNum), pc)
+		require.Equal(t, uint64(objsNum), lc)
 		return nil
 	})
 	require.NoError(t, err)

pkg/local_object_storage/shard/metrics_test.go

@@ -1,6 +1,7 @@
 package shard_test
 
 import (
+	"encoding/binary"
 	"path/filepath"
 	"testing"
 
@@ -13,6 +14,7 @@ import (
 	"github.com/nspcc-dev/neofs-sdk-go/object"
 	oid "github.com/nspcc-dev/neofs-sdk-go/object/id"
 	"github.com/stretchr/testify/require"
+	"go.etcd.io/bbolt"
 )
 
 type metricsStore struct {
@@ -195,6 +197,63 @@ func TestInhumeContainerCounters(t *testing.T) {
 	require.Equal(t, initialPayload, mm.payloadSize)
 }
 
+func TestShardCounterMigration(t *testing.T) {
+	path := t.TempDir()
+	sh, mm := shardWithMetrics(t, path)
+
+	const n = 11
+	for range n {
+		obj := generateObject()
+		require.NoError(t, sh.Put(obj, nil))
+	}
+	require.Equal(t, uint64(n), mm.objectCounters[physical])
+	require.Equal(t, uint64(n), mm.objectCounters[logical])
+
+	// Close shard so we can mutate Bolt file.
+	require.NoError(t, sh.Close())
+
+	metaPath := filepath.Join(path, "meta")
+	mdb, err := bbolt.Open(metaPath, 0o600, nil)
+	require.NoError(t, err)
+
+	var (
+		bucketPrefix          = []byte{5} // shardInfoPrefix
+		objectPhyCounterKey   = []byte("phy_counter")
+		objectLogicCounterKey = []byte("logic_counter")
+		corruptPhysical       = uint64(100)
+		corruptLogical        = uint64(200)
+	)
+
+	require.NoError(t, mdb.Update(func(tx *bbolt.Tx) error {
+		b := tx.Bucket(bucketPrefix)
+		require.NotNil(t, b)
+
+		require.Equal(t, uint64(n), binary.LittleEndian.Uint64(b.Get(objectPhyCounterKey)))
+		require.Equal(t, uint64(n), binary.LittleEndian.Uint64(b.Get(objectLogicCounterKey)))
+
+		cc := make([]byte, 8)
+		binary.LittleEndian.PutUint64(cc, corruptPhysical)
+		require.NoError(t, b.Put(objectPhyCounterKey, cc))
+		cc = make([]byte, 8)
+		binary.LittleEndian.PutUint64(cc, corruptLogical)
+		require.NoError(t, b.Put(objectLogicCounterKey, cc))
+
+		// force metabase version to 7 to restore counters
+		bkt := tx.Bucket([]byte{0x05})
+		require.NotNil(t, bkt)
+		require.NoError(t, bkt.Put([]byte("version"), []byte{0x07, 0, 0, 0, 0, 0, 0, 0}))
+		return nil
+	}))
+	require.NoError(t, mdb.Close())
+
+	// re-open shard, initMetrics should force sync counters and restore real values
+	sh, mm = shardWithMetrics(t, path)
+
+	require.Equal(t, uint64(n), mm.objectCounters[physical])
+	require.Equal(t, uint64(n), mm.objectCounters[logical])
+	require.NoError(t, sh.Close())
+}
+
 func shardWithMetrics(t *testing.T, path string) (*shard.Shard, *metricsStore) {
 	mm := &metricsStore{
 		objectCounters: map[string]uint64{