refactor(unified-storage): make datasyncer configurable (#97832)

2024-12-12 21:41:01 +01:00
parent 6dc41f0b18
commit 1509fadd5b
9 changed files with 216 additions and 78 deletions
@@ -2,6 +2,7 @@ package setting

 import (
 	"strings"
+	"time"

 	"github.com/grafana/grafana/pkg/apiserver/rest"
 )
@@ -29,9 +30,17 @@ func (cfg *Cfg) setUnifiedStorageConfig() {
 		// parse dualWriter periodic data syncer config
 		dualWriterPeriodicDataSyncJobEnabled := section.Key("dualWriterPeriodicDataSyncJobEnabled").MustBool(false)

+		// parse dataSyncerRecordsLimit from resource section
+		dataSyncerRecordsLimit := section.Key("dataSyncerRecordsLimit").MustInt(1000)
+
+		// parse dataSyncerInterval from resource section
+		dataSyncerInterval := section.Key("dataSyncerInterval").MustDuration(time.Hour)
+
 		storageConfig[resourceName] = UnifiedStorageConfig{
 			DualWriterMode:                       rest.DualWriterMode(dualWriterMode),
 			DualWriterPeriodicDataSyncJobEnabled: dualWriterPeriodicDataSyncJobEnabled,
+			DataSyncerRecordsLimit:               dataSyncerRecordsLimit,
+			DataSyncerInterval:                   dataSyncerInterval,
 		}
 	}
 	cfg.UnifiedStorage = storageConfig