[unistore] Add benchmark for write throughput (#101345)

* Add generic benchmark

* address comments

pkg/storage/unified/sql/backend.go

@@ -40,6 +40,9 @@ type BackendOptions struct {
 	PollingInterval time.Duration
 	WatchBufferSize int
 	IsHA            bool
+
+	// testing
+	SimulatedNetworkLatency time.Duration // slows down the create transactions by a fixed amount
 }
 
 func NewBackend(opts BackendOptions) (Backend, error) {
@@ -58,15 +61,16 @@ func NewBackend(opts BackendOptions) (Backend, error) {
 		opts.WatchBufferSize = defaultWatchBufferSize
 	}
 	return &backend{
-		isHA:            opts.IsHA,
-		done:            ctx.Done(),
-		cancel:          cancel,
-		log:             log.New("sql-resource-server"),
-		tracer:          opts.Tracer,
-		dbProvider:      opts.DBProvider,
-		pollingInterval: opts.PollingInterval,
-		watchBufferSize: opts.WatchBufferSize,
-		batchLock:       &batchLock{running: make(map[string]bool)},
+		isHA:                    opts.IsHA,
+		done:                    ctx.Done(),
+		cancel:                  cancel,
+		log:                     log.New("sql-resource-server"),
+		tracer:                  opts.Tracer,
+		dbProvider:              opts.DBProvider,
+		pollingInterval:         opts.PollingInterval,
+		watchBufferSize:         opts.WatchBufferSize,
+		batchLock:               &batchLock{running: make(map[string]bool)},
+		simulatedNetworkLatency: opts.SimulatedNetworkLatency,
 	}, nil
 }
 
@@ -95,6 +99,9 @@ type backend struct {
 	pollingInterval time.Duration
 	watchBufferSize int
 	notifier        eventNotifier
+
+	// testing
+	simulatedNetworkLatency time.Duration
 }
 
 func (b *backend) Init(ctx context.Context) error {
@@ -249,7 +256,9 @@ func (b *backend) create(ctx context.Context, event resource.WriteEvent) (int64,
 			return fmt.Errorf("update resource rv: %w", err)
 		}
 		newVersion = rv
-
+		if b.simulatedNetworkLatency > 0 {
+			time.Sleep(b.simulatedNetworkLatency)
+		}
 		return nil
 	})
 

pkg/storage/unified/sql/test/benchmark_test.go

@@ -0,0 +1,41 @@
+package test
+
+import (
+	"context"
+	"testing"
+	"time"
+
+	infraDB "github.com/grafana/grafana/pkg/infra/db"
+	"github.com/grafana/grafana/pkg/setting"
+	"github.com/grafana/grafana/pkg/storage/unified/resource"
+	"github.com/grafana/grafana/pkg/storage/unified/sql"
+	"github.com/grafana/grafana/pkg/storage/unified/sql/db/dbimpl"
+	test "github.com/grafana/grafana/pkg/storage/unified/testing"
+	"github.com/stretchr/testify/require"
+)
+
+func newTestBackend(b *testing.B) resource.StorageBackend {
+	dbstore := infraDB.InitTestDB(b)
+	eDB, err := dbimpl.ProvideResourceDB(dbstore, setting.NewCfg(), nil)
+	require.NoError(b, err)
+	require.NotNil(b, eDB)
+
+	backend, err := sql.NewBackend(sql.BackendOptions{
+		DBProvider:              eDB,
+		IsHA:                    true,
+		SimulatedNetworkLatency: 5 * time.Millisecond, // to simulate some network latency
+	})
+	require.NoError(b, err)
+	require.NotNil(b, backend)
+	err = backend.Init(context.Background())
+	require.NoError(b, err)
+	return backend
+}
+
+func BenchmarkSQLStorageBackend(b *testing.B) {
+	opts := test.DefaultBenchmarkOptions()
+	if infraDB.IsTestDbSQLite() {
+		opts.Concurrency = 1 // to avoid SQLite database is locked error
+	}
+	test.BenchmarkStorageBackend(b, newTestBackend(b), opts)
+}