[stats] Rewrite stat management to use single threaded event loop

go/cmd/dolt/commands/archive.go

@@ -310,8 +310,14 @@ func relateCommitToParentChunks(ctx context.Context, commit hash.Hash, groupings
 
 			from, to, err := delta.GetRowData(ctx)
 
-			f := durable.ProllyMapFromIndex(from)
-			t := durable.ProllyMapFromIndex(to)
+			f, err := durable.ProllyMapFromIndex(from)
+			if err != nil {
+				return err
+			}
+			t, err := durable.ProllyMapFromIndex(to)
+			if err != nil {
+				return err
+			}
 
 			if f.Node().Level() != t.Node().Level() {
 				continue

go/cmd/dolt/commands/engine/sqlengine.go

@@ -16,7 +16,6 @@ package engine
 
 import (
 	"context"
-	"fmt"
 	"os"
 	"strconv"
 	"strings"
@@ -45,7 +44,6 @@ import (
 	"github.com/dolthub/dolt/go/libraries/doltcore/sqle/dsess"
 	"github.com/dolthub/dolt/go/libraries/doltcore/sqle/kvexec"
 	"github.com/dolthub/dolt/go/libraries/doltcore/sqle/mysql_file_handler"
-	"github.com/dolthub/dolt/go/libraries/doltcore/sqle/statsnoms"
 	"github.com/dolthub/dolt/go/libraries/doltcore/sqle/statspro"
 	"github.com/dolthub/dolt/go/libraries/doltcore/sqle/writer"
 	"github.com/dolthub/dolt/go/libraries/utils/config"
@@ -201,7 +199,13 @@ func NewSqlEngine(
 		"authentication_dolt_jwt": NewAuthenticateDoltJWTPlugin(config.JwksConfig),
 	})
 
-	statsPro := statspro.NewProvider(pro, statsnoms.NewNomsStatsFactory(mrEnv.RemoteDialProvider()))
+	var statsPro sql.StatsProvider
+	_, enabled, _ := sql.SystemVariables.GetGlobal(dsess.DoltStatsEnabled)
+	if enabled.(int8) == 1 {
+		statsPro = statspro.NewStatsController(pro, sqlEngine.NewDefaultContext, logrus.StandardLogger(), mrEnv.GetEnv(mrEnv.GetFirstDatabase()))
+	} else {
+		statsPro = statspro.StatsNoop{}
+	}
 	engine.Analyzer.Catalog.StatsProvider = statsPro
 
 	if config.AutoGCController != nil {
@@ -236,8 +240,28 @@ func NewSqlEngine(
 
 	// configuring stats depends on sessionBuilder
 	// sessionBuilder needs ref to statsProv
-	if err = statsPro.Configure(ctx, sqlEngine.NewDefaultContext, bThreads, dbs); err != nil {
-		fmt.Fprintln(cli.CliErr, err)
+	if sc, ok := statsPro.(*statspro.StatsController); ok {
+		_, memOnly, _ := sql.SystemVariables.GetGlobal(dsess.DoltStatsMemoryOnly)
+		sc.SetMemOnly(memOnly.(int8) == 1)
+
+		pro.InitDatabaseHooks = append(pro.InitDatabaseHooks, statspro.NewInitDatabaseHook(sc))
+		pro.DropDatabaseHooks = append(pro.DropDatabaseHooks, statspro.NewDropDatabaseHook(sc))
+
+		var sqlDbs []sql.Database
+		for _, db := range dbs {
+			sqlDbs = append(sqlDbs, db)
+		}
+
+		err = sc.Init(ctx, sqlDbs)
+		if err != nil {
+			return nil, err
+		}
+
+		if _, paused, _ := sql.SystemVariables.GetGlobal(dsess.DoltStatsPaused); paused.(int8) == 0 {
+			if err = sc.Restart(); err != nil {
+				return nil, err
+			}
+		}
 	}
 
 	// Load MySQL Db information

go/cmd/dolt/commands/sqlserver/server.go

@@ -303,17 +303,9 @@ func ConfigureServices(
 	var sqlEngine *engine.SqlEngine
 	InitSqlEngine := &svcs.AnonService{
 		InitF: func(ctx context.Context) (err error) {
-			if statsOn, err := mrEnv.Config().GetString(env.SqlServerGlobalsPrefix + "." + dsess.DoltStatsAutoRefreshEnabled); err != nil {
-				// Auto-stats is off by default for every command except
-				// sql-server. Unless the config specifies a specific
-				// behavior, enable server stats collection.
-				sql.SystemVariables.SetGlobal(dsess.DoltStatsAutoRefreshEnabled, 1)
-			} else if statsOn != "0" {
-				// do not bootstrap if auto-stats enabled
-			} else if _, err := mrEnv.Config().GetString(env.SqlServerGlobalsPrefix + "." + dsess.DoltStatsBootstrapEnabled); err != nil {
-				// If we've disabled stats collection and config does not
-				// specify bootstrap behavior, enable bootstrapping.
-				sql.SystemVariables.SetGlobal(dsess.DoltStatsBootstrapEnabled, 1)
+			if _, err := mrEnv.Config().GetString(env.SqlServerGlobalsPrefix + "." + dsess.DoltStatsPaused); err != nil {
+				// unless otherwise specified, run stats writer alongside server
+				sql.SystemVariables.SetGlobal(dsess.DoltStatsPaused, 0)
 			}
 			sqlEngine, err = engine.NewSqlEngine(
 				ctx,

go/cmd/dolt/commands/sqlserver/server_test.go

@@ -15,6 +15,7 @@
 package sqlserver
 
 import (
+	"fmt"
 	"net/http"
 	"os"
 	"path/filepath"
@@ -184,11 +185,6 @@ func TestServerBadArgs(t *testing.T) {
 
 func TestServerGoodParams(t *testing.T) {
 	ctx := context.Background()
-	env, err := sqle.CreateEnvWithSeedData()
-	require.NoError(t, err)
-	defer func() {
-		assert.NoError(t, env.DoltDB(ctx).Close())
-	}()
 
 	tests := []servercfg.ServerConfig{
 		DefaultCommandLineServerConfig(),
@@ -210,6 +206,11 @@ func TestServerGoodParams(t *testing.T) {
 
 	for _, test := range tests {
 		t.Run(servercfg.ConfigInfo(test), func(t *testing.T) {
+			env, err := sqle.CreateEnvWithSeedData()
+			require.NoError(t, err)
+			defer func() {
+				assert.NoError(t, env.DoltDB(ctx).Close())
+			}()
 			sc := svcs.NewController()
 			go func(config servercfg.ServerConfig, sc *svcs.Controller) {
 				_, _ = Serve(context.Background(), &Config{
@@ -219,7 +220,7 @@ func TestServerGoodParams(t *testing.T) {
 					DoltEnv:      env,
 				})
 			}(test, sc)
-			err := sc.WaitForStart()
+			err = sc.WaitForStart()
 			require.NoError(t, err)
 			conn, err := dbr.Open("mysql", servercfg.ConnectionString(test, "dbname"), nil)
 			require.NoError(t, err)
@@ -228,6 +229,7 @@ func TestServerGoodParams(t *testing.T) {
 			sc.Stop()
 			err = sc.WaitForStop()
 			assert.NoError(t, err)
+			fmt.Println("stop server")
 		})
 	}
 }

go/go.mod

@@ -61,7 +61,7 @@ require (
 	github.com/creasty/defaults v1.6.0
 	github.com/dolthub/aws-sdk-go-ini-parser v0.0.0-20250305001723-2821c37f6c12
 	github.com/dolthub/flatbuffers/v23 v23.3.3-dh.2
-	github.com/dolthub/go-mysql-server v0.19.1-0.20250311212537-909b08b2a5d3
+	github.com/dolthub/go-mysql-server v0.19.1-0.20250311230957-b42963c4ae72
 	github.com/dolthub/gozstd v0.0.0-20240423170813-23a2903bca63
 	github.com/esote/minmaxheap v1.0.0
 	github.com/goccy/go-json v0.10.2

go/go.sum

@@ -221,8 +221,12 @@ github.com/dolthub/fslock v0.0.3 h1:iLMpUIvJKMKm92+N1fmHVdxJP5NdyDK5bK7z7Ba2s2U=
 github.com/dolthub/fslock v0.0.3/go.mod h1:QWql+P17oAAMLnL4HGB5tiovtDuAjdDTPbuqx7bYfa0=
 github.com/dolthub/go-icu-regex v0.0.0-20250303123116-549b8d7cad00 h1:rh2ij2yTYKJWlX+c8XRg4H5OzqPewbU1lPK8pcfVmx8=
 github.com/dolthub/go-icu-regex v0.0.0-20250303123116-549b8d7cad00/go.mod h1:ylU4XjUpsMcvl/BKeRRMXSH7e7WBrPXdSLvnRJYrxEA=
-github.com/dolthub/go-mysql-server v0.19.1-0.20250311212537-909b08b2a5d3 h1:2Ae4/qoJSIx/rtcyqm2uSyO1dCJGDFuyx7LKTuujb00=
-github.com/dolthub/go-mysql-server v0.19.1-0.20250311212537-909b08b2a5d3/go.mod h1:yr+Vv47/YLOKMgiEY+QxHTlbIVpTuiVtkEZ5l+xruY4=
+github.com/dolthub/go-mysql-server v0.19.1-0.20250310185222-5093181517d4 h1:P9HearJCdbMlQL8XoWYFN6vgwi8L+cSnZYbhvSq3iDs=
+github.com/dolthub/go-mysql-server v0.19.1-0.20250310185222-5093181517d4/go.mod h1:yr+Vv47/YLOKMgiEY+QxHTlbIVpTuiVtkEZ5l+xruY4=
+github.com/dolthub/go-mysql-server v0.19.1-0.20250311170929-98947e1e7d05 h1:YGdeiekVVcnFzfevcP2vv3fnJTd33IVVKdpzdmdLuEc=
+github.com/dolthub/go-mysql-server v0.19.1-0.20250311170929-98947e1e7d05/go.mod h1:yr+Vv47/YLOKMgiEY+QxHTlbIVpTuiVtkEZ5l+xruY4=
+github.com/dolthub/go-mysql-server v0.19.1-0.20250311230957-b42963c4ae72 h1:GP4XHoWvbfC5HKgGeWkFsRzrPoAjmDrO6jEQrk0W7aY=
+github.com/dolthub/go-mysql-server v0.19.1-0.20250311230957-b42963c4ae72/go.mod h1:yr+Vv47/YLOKMgiEY+QxHTlbIVpTuiVtkEZ5l+xruY4=
 github.com/dolthub/gozstd v0.0.0-20240423170813-23a2903bca63 h1:OAsXLAPL4du6tfbBgK0xXHZkOlos63RdKYS3Sgw/dfI=
 github.com/dolthub/gozstd v0.0.0-20240423170813-23a2903bca63/go.mod h1:lV7lUeuDhH5thVGDCKXbatwKy2KW80L4rMT46n+Y2/Q=
 github.com/dolthub/ishell v0.0.0-20240701202509-2b217167d718 h1:lT7hE5k+0nkBdj/1UOSFwjWpNxf+LCApbRHgnCA17XE=

go/go.work.sum

@@ -386,6 +386,12 @@ github.com/dgrijalva/jwt-go v3.2.0+incompatible h1:7qlOGliEKZXTDg6OTjfoBKDXWrumC
 github.com/dimchansky/utfbom v1.1.1/go.mod h1:SxdoEBH5qIqFocHMyGOXVAybYJdr71b1Q/j0mACtrfE=
 github.com/dolthub/go-mysql-server v0.19.1-0.20250228215144-f8da474ecd9f h1:lwQH9jVmSiPg1DFMYB9rWyyJTMPMoBpGrYRsOGOD/hA=
 github.com/dolthub/go-mysql-server v0.19.1-0.20250228215144-f8da474ecd9f/go.mod h1:JTlrabhq5TJqvlL+J3NKlm0EzTHQQugUAH6yAxWi4Ww=
+github.com/dolthub/go-mysql-server v0.19.1-0.20250305230031-14a57e076a0a h1:lemFIUt0NCKIeX7vnU2yKF8UIgc0DT8zIoEUn7oy+60=
+github.com/dolthub/go-mysql-server v0.19.1-0.20250305230031-14a57e076a0a/go.mod h1:yr+Vv47/YLOKMgiEY+QxHTlbIVpTuiVtkEZ5l+xruY4=
+github.com/dolthub/maphash v0.0.0-20221220182448-74e1e1ea1577 h1:SegEguMxToBn045KRHLIUlF2/jR7Y2qD6fF+3tdOfvI=
+github.com/dolthub/maphash v0.0.0-20221220182448-74e1e1ea1577/go.mod h1:gkg4Ch4CdCDu5h6PMriVLawB7koZ+5ijb9puGMV50a4=
+github.com/dolthub/swiss v0.1.0 h1:EaGQct3AqeP/MjASHLiH6i4TAmgbG/c4rA6a1bzCOPc=
+github.com/dolthub/swiss v0.1.0/go.mod h1:BeucyB08Vb1G9tumVN3Vp/pyY4AMUnr9p7Rz7wJ7kAQ=
 github.com/dolthub/vitess v0.0.0-20241104125316-860772ba6683 h1:2/RJeUfNAXS7mbBnEr9C36htiCJHk5XldDPzhxtEsME=
 github.com/dolthub/vitess v0.0.0-20241104125316-860772ba6683/go.mod h1:uBvlRluuL+SbEWTCZ68o0xvsdYZER3CEG/35INdzfJM=
 github.com/dolthub/vitess v0.0.0-20241231200706-18992bb25fdc/go.mod h1:1gQZs/byeHLMSul3Lvl3MzioMtOW1je79QYGyi2fd70=
@@ -650,6 +656,8 @@ github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/sts v1.0.588/go.mod h1:
 github.com/tencentcloud/tencentcloud-sdk-go/tencentcloud/tag v1.0.233/go.mod h1:sX14+NSvMjOhNFaMtP2aDy6Bss8PyFXij21gpY6+DAs=
 github.com/tencentyun/cos-go-sdk-v5 v0.7.42/go.mod h1:LUFnaqRmGk6pEHOaRmdn2dCZR2j0cSsM5xowWFPTPao=
 github.com/thanhpk/randstr v1.0.4/go.mod h1:M/H2P1eNLZzlDwAzpkkkUvoyNNMbzRGhESZuEQk3r0U=
+github.com/thepudds/swisstable v0.0.0-20221011152303-9c77dc657777 h1:5u+6YWU2faS+Sr/x8j9yalMpSDUkatNOZWXV3wMUCGQ=
+github.com/thepudds/swisstable v0.0.0-20221011152303-9c77dc657777/go.mod h1:4af3KxEsswy6aTzsTcwa8QZUSh4V+80oHdp1QX9uJHA=
 github.com/thlib/go-timezone-local v0.0.0-20210907160436-ef149e42d28e/go.mod h1:/Tnicc6m/lsJE0irFMA0LfIwTBo4QP7A8IfyIv4zZKI=
 github.com/tmc/grpc-websocket-proxy v0.0.0-20170815181823-89b8d40f7ca8 h1:ndzgwNDnKIqyCvHTXaCqh9KlOWKvBry6nuXMJmonVsE=
 github.com/tombuildsstuff/giovanni v0.15.1/go.mod h1:0TZugJPEtqzPlMpuJHYfXY6Dq2uLPrXf98D2XQSxNbA=
@@ -733,6 +741,7 @@ google.golang.org/protobuf v1.27.1/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQ
 google.golang.org/protobuf v1.28.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
 gopkg.in/alecthomas/kingpin.v2 v2.2.6 h1:jMFz6MfLP0/4fUyZle81rXUoxOBFi19VUFKVDOQfozc=
 gopkg.in/cheggaaa/pb.v1 v1.0.25 h1:Ev7yu1/f6+d+b3pi5vPdRPc6nNtP1umSfcWiEfRqv6I=
+gopkg.in/errgo.v2 v2.1.0 h1:0vLT13EuvQ0hNvakwLuFZ/jYrLp5F3kcWHXdRggjCE8=
 gopkg.in/fsnotify.v1 v1.4.7 h1:xOHLXZwVvI9hhs+cLKq5+I5onOuwQLhQwiu63xxlHs4=
 gopkg.in/gcfg.v1 v1.2.3 h1:m8OOJ4ccYHnx2f4gQwpno8nAX5OGOh7RLaaz0pj3Ogs=
 gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw=

go/libraries/doltcore/diff/diff_stat.go

@@ -105,11 +105,16 @@ func diffProllyTrees(ctx context.Context, ch chan DiffStatProgress, keyless bool
 
 	var f, t prolly.Map
 	if from != nil {
-		f = durable.ProllyMapFromIndex(from)
+		f, err = durable.ProllyMapFromIndex(from)
+		if err != nil {
+			return err
+		}
 	}
 	if to != nil {
-		t = durable.ProllyMapFromIndex(to)
-
+		t, err = durable.ProllyMapFromIndex(to)
+		if err != nil {
+			return err
+		}
 	}
 
 	_, fVD := f.Descriptors()

go/libraries/doltcore/doltdb/doltdb.go

@@ -2110,8 +2110,8 @@ func (ddb *DoltDB) AddStash(ctx context.Context, head *Commit, stash RootValue,
 	return err
 }
 
-func (ddb *DoltDB) SetStatisics(ctx context.Context, branch string, addr hash.Hash) error {
-	statsDs, err := ddb.db.GetDataset(ctx, ref.NewStatsRef(branch).String())
+func (ddb *DoltDB) SetStatistics(ctx context.Context, branch string, addr hash.Hash) error {
+	statsDs, err := ddb.db.GetDataset(ctx, ref.NewStatsRef().String())
 	if err != nil {
 		return err
 	}
@@ -2120,7 +2120,7 @@ func (ddb *DoltDB) SetStatisics(ctx context.Context, branch string, addr hash.Ha
 }
 
 func (ddb *DoltDB) DropStatisics(ctx context.Context, branch string) error {
-	statsDs, err := ddb.db.GetDataset(ctx, ref.NewStatsRef(branch).String())
+	statsDs, err := ddb.db.GetDataset(ctx, ref.NewStatsRef().String())
 
 	_, err = ddb.db.Delete(ctx, statsDs, "")
 	if err != nil {
@@ -2132,8 +2132,8 @@ func (ddb *DoltDB) DropStatisics(ctx context.Context, branch string) error {
 var ErrNoStatistics = errors.New("no statistics found")
 
 // GetStatistics returns the value of the singleton ref.StatsRef for this database
-func (ddb *DoltDB) GetStatistics(ctx context.Context, branch string) (prolly.Map, error) {
-	ds, err := ddb.db.GetDataset(ctx, ref.NewStatsRef(branch).String())
+func (ddb *DoltDB) GetStatistics(ctx context.Context) (prolly.Map, error) {
+	ds, err := ddb.db.GetDataset(ctx, ref.NewStatsRef().String())
 	if err != nil {
 		return prolly.Map{}, err
 	}

go/libraries/doltcore/doltdb/durable/index.go

@@ -273,8 +273,13 @@ type prollyIndex struct {
 }
 
 // ProllyMapFromIndex unwraps the Index and returns the underlying prolly.Map.
-func ProllyMapFromIndex(i Index) prolly.Map {
-	return i.(prollyIndex).index
+func ProllyMapFromIndex(i Index) (prolly.Map, error) {
+	switch i := i.(type) {
+	case prollyIndex:
+		return i.index, nil
+	default:
+		return prolly.Map{}, fmt.Errorf("expected prollyIndex, found: %T", i)
+	}
 }
 
 // xxx: don't use this, temporary fix waiting for bigger
@@ -369,7 +374,10 @@ func (i prollyIndex) AddColumnToRows(ctx context.Context, newCol string, newSche
 	}
 
 	// If not, then we have to iterate over this table's rows and update all the offsets for the new column
-	rowMap := ProllyMapFromIndex(i)
+	rowMap, err := ProllyMapFromIndex(i)
+	if err != nil {
+		return nil, err
+	}
 	mutator := rowMap.Mutate()
 
 	iter, err := mutator.IterAll(ctx)

go/libraries/doltcore/merge/fulltext_rebuild.go

@@ -295,7 +295,10 @@ func createRowIterForTable(ctx *sql.Context, t *doltdb.Table, sch schema.Schema)
 	if err != nil {
 		return nil, err
 	}
-	rows := durable.ProllyMapFromIndex(rowData)
+	rows, err := durable.ProllyMapFromIndex(rowData)
+	if err != nil {
+		return nil, err
+	}
 	rowCount, err := rows.Count()
 	if err != nil {
 		return nil, err

go/libraries/doltcore/merge/fulltext_table.go

@@ -145,7 +145,10 @@ func (table *fulltextTable) ApplyToTable(ctx *sql.Context) (*doltdb.Table, error
 	if err != nil {
 		return nil, err
 	}
-	m := durable.ProllyMapFromIndex(idx)
+	m, err := durable.ProllyMapFromIndex(idx)
+	if err != nil {
+		return nil, err
+	}
 	keyDesc, valDesc := m.Descriptors()
 	keyMap, valMap := ordinalMappingsFromSchema(table.SqlSch, table.Sch)
 	mut := m.Mutate()

go/libraries/doltcore/merge/keyless_integration_test.go

@@ -403,7 +403,7 @@ func assertNomsConflicts(t *testing.T, ctx context.Context, tbl *doltdb.Table, e
 func mustGetRowValueFromTable(t *testing.T, ctx context.Context, tbl *doltdb.Table, key val.Tuple) val.Tuple {
 	idx, err := tbl.GetRowData(ctx)
 	require.NoError(t, err)
-	m := durable.ProllyMapFromIndex(idx)
+	m, _ := durable.ProllyMapFromIndex(idx)
 
 	var value val.Tuple
 	err = m.Get(ctx, key, func(_, v val.Tuple) error {
@@ -438,7 +438,7 @@ func assertKeylessRows(t *testing.T, ctx context.Context, tbl *doltdb.Table, exp
 func assertKeylessProllyRows(t *testing.T, ctx context.Context, tbl *doltdb.Table, expected []keylessEntry) {
 	idx, err := tbl.GetRowData(ctx)
 	require.NoError(t, err)
-	m := durable.ProllyMapFromIndex(idx)
+	m, _ := durable.ProllyMapFromIndex(idx)
 
 	expectedSet := mustHash128Set(expected...)
 

go/libraries/doltcore/merge/merge_prolly_indexes.go

@@ -50,7 +50,10 @@ func mergeProllySecondaryIndexes(
 		return nil, err
 	}
 
-	mergedM := durable.ProllyMapFromIndex(finalRows)
+	mergedM, err := durable.ProllyMapFromIndex(finalRows)
+	if err != nil {
+		return nil, err
+	}
 
 	tryGetIdx := func(sch schema.Schema, iS durable.IndexSet, indexName string) (prolly.Map, bool, error) {
 		ok := sch.Indexes().Contains(indexName)
@@ -59,7 +62,10 @@ func mergeProllySecondaryIndexes(
 			if err != nil {
 				return prolly.Map{}, false, err
 			}
-			m := durable.ProllyMapFromIndex(idx)
+			m, err := durable.ProllyMapFromIndex(idx)
+			if err != nil {
+				return prolly.Map{}, false, err
+			}
 			return m, true, nil
 		}
 		return prolly.Map{}, false, nil