332 lines
12 KiB
Go
332 lines
12 KiB
Go
package migrations
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"strconv"
|
|
|
|
"github.com/grafana/grafana/pkg/infra/log"
|
|
"github.com/grafana/grafana/pkg/util/xorm"
|
|
|
|
. "github.com/grafana/grafana/pkg/services/sqlstore/migrator"
|
|
)
|
|
|
|
func addAnnotationMig(mg *Migrator) {
|
|
table := Table{
|
|
Name: "annotation",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "org_id", Type: DB_BigInt, Nullable: false},
|
|
{Name: "alert_id", Type: DB_BigInt, Nullable: true},
|
|
{Name: "user_id", Type: DB_BigInt, Nullable: true},
|
|
{Name: "dashboard_id", Type: DB_BigInt, Nullable: true},
|
|
{Name: "panel_id", Type: DB_BigInt, Nullable: true},
|
|
{Name: "category_id", Type: DB_BigInt, Nullable: true},
|
|
{Name: "type", Type: DB_NVarchar, Length: 25, Nullable: false},
|
|
{Name: "title", Type: DB_Text, Nullable: false},
|
|
{Name: "text", Type: DB_Text, Nullable: false},
|
|
{Name: "metric", Type: DB_NVarchar, Length: 255, Nullable: true},
|
|
{Name: "prev_state", Type: DB_NVarchar, Length: 25, Nullable: false},
|
|
{Name: "new_state", Type: DB_NVarchar, Length: 25, Nullable: false},
|
|
{Name: "data", Type: DB_Text, Nullable: false},
|
|
{Name: "epoch", Type: DB_BigInt, Nullable: false},
|
|
},
|
|
Indices: []*Index{
|
|
{Cols: []string{"org_id", "alert_id"}, Type: IndexType},
|
|
{Cols: []string{"org_id", "type"}, Type: IndexType},
|
|
{Cols: []string{"org_id", "category_id"}, Type: IndexType},
|
|
{Cols: []string{"org_id", "dashboard_id", "panel_id", "epoch"}, Type: IndexType},
|
|
{Cols: []string{"org_id", "epoch"}, Type: IndexType},
|
|
},
|
|
}
|
|
|
|
mg.AddMigration("Drop old annotation table v4", NewDropTableMigration("annotation"))
|
|
mg.AddMigration("create annotation table v5", NewAddTableMigration(table))
|
|
|
|
// create indices
|
|
mg.AddMigration("add index annotation 0 v3", NewAddIndexMigration(table, table.Indices[0]))
|
|
mg.AddMigration("add index annotation 1 v3", NewAddIndexMigration(table, table.Indices[1]))
|
|
mg.AddMigration("add index annotation 2 v3", NewAddIndexMigration(table, table.Indices[2]))
|
|
mg.AddMigration("add index annotation 3 v3", NewAddIndexMigration(table, table.Indices[3]))
|
|
mg.AddMigration("add index annotation 4 v3", NewAddIndexMigration(table, table.Indices[4]))
|
|
|
|
mg.AddMigration("Update annotation table charset", NewTableCharsetMigration("annotation", []*Column{
|
|
{Name: "type", Type: DB_NVarchar, Length: 25, Nullable: false},
|
|
{Name: "title", Type: DB_Text, Nullable: false},
|
|
{Name: "text", Type: DB_Text, Nullable: false},
|
|
{Name: "metric", Type: DB_NVarchar, Length: 255, Nullable: true},
|
|
{Name: "prev_state", Type: DB_NVarchar, Length: 25, Nullable: false},
|
|
{Name: "new_state", Type: DB_NVarchar, Length: 25, Nullable: false},
|
|
{Name: "data", Type: DB_Text, Nullable: false},
|
|
}))
|
|
|
|
mg.AddMigration("Add column region_id to annotation table", NewAddColumnMigration(table, &Column{
|
|
Name: "region_id", Type: DB_BigInt, Nullable: true, Default: "0",
|
|
}))
|
|
|
|
categoryIdIndex := &Index{Cols: []string{"org_id", "category_id"}, Type: IndexType}
|
|
mg.AddMigration("Drop category_id index", NewDropIndexMigration(table, categoryIdIndex))
|
|
|
|
mg.AddMigration("Add column tags to annotation table", NewAddColumnMigration(table, &Column{
|
|
Name: "tags", Type: DB_NVarchar, Nullable: true, Length: 500,
|
|
}))
|
|
|
|
//
|
|
// Annotation tag
|
|
//
|
|
annotationTagTable := Table{
|
|
Name: "annotation_tag",
|
|
Columns: []*Column{
|
|
{Name: "annotation_id", Type: DB_BigInt, Nullable: false},
|
|
{Name: "tag_id", Type: DB_BigInt, Nullable: false},
|
|
},
|
|
Indices: []*Index{
|
|
{Cols: []string{"annotation_id", "tag_id"}, Type: UniqueIndex},
|
|
},
|
|
}
|
|
|
|
mg.AddMigration("Create annotation_tag table v2", NewAddTableMigration(annotationTagTable))
|
|
mg.AddMigration("Add unique index annotation_tag.annotation_id_tag_id", NewAddIndexMigration(annotationTagTable, annotationTagTable.Indices[0]))
|
|
|
|
// drop dashboard indexes
|
|
addDropAllIndicesMigrations(mg, "v2", annotationTagTable)
|
|
// rename table
|
|
addTableRenameMigration(mg, "annotation_tag", "annotation_tag_v2", "v2")
|
|
|
|
// annotation_tag v3
|
|
annotationTagTableV3 := Table{
|
|
Name: "annotation_tag",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "annotation_id", Type: DB_BigInt, Nullable: false},
|
|
{Name: "tag_id", Type: DB_BigInt, Nullable: false},
|
|
},
|
|
Indices: []*Index{
|
|
{Cols: []string{"annotation_id", "tag_id"}, Type: UniqueIndex},
|
|
},
|
|
}
|
|
|
|
// recreate table
|
|
mg.AddMigration("Create annotation_tag table v3", NewAddTableMigration(annotationTagTableV3))
|
|
// recreate indices
|
|
addTableIndicesMigrations(mg, "Add unique index annotation_tag.annotation_id_tag_id V3", annotationTagTableV3)
|
|
// copy data
|
|
mg.AddMigration("copy annotation_tag v2 to v3", NewCopyTableDataMigration("annotation_tag", "annotation_tag_v2", map[string]string{
|
|
"annotation_id": "annotation_id",
|
|
"tag_id": "tag_id",
|
|
}))
|
|
|
|
mg.AddMigration("drop table annotation_tag_v2", NewDropTableMigration("annotation_tag_v2"))
|
|
|
|
//
|
|
// clear alert text
|
|
//
|
|
updateTextFieldSQL := "UPDATE annotation SET TEXT = '' WHERE alert_id > 0"
|
|
mg.AddMigration("Update alert annotations and set TEXT to empty", NewRawSQLMigration(updateTextFieldSQL))
|
|
|
|
//
|
|
// Add a 'created' & 'updated' column
|
|
//
|
|
mg.AddMigration("Add created time to annotation table", NewAddColumnMigration(table, &Column{
|
|
Name: "created", Type: DB_BigInt, Nullable: true, Default: "0",
|
|
}))
|
|
mg.AddMigration("Add updated time to annotation table", NewAddColumnMigration(table, &Column{
|
|
Name: "updated", Type: DB_BigInt, Nullable: true, Default: "0",
|
|
}))
|
|
mg.AddMigration("Add index for created in annotation table", NewAddIndexMigration(table, &Index{
|
|
Cols: []string{"org_id", "created"}, Type: IndexType,
|
|
}))
|
|
mg.AddMigration("Add index for updated in annotation table", NewAddIndexMigration(table, &Index{
|
|
Cols: []string{"org_id", "updated"}, Type: IndexType,
|
|
}))
|
|
|
|
//
|
|
// Convert epoch saved as seconds to milliseconds
|
|
//
|
|
updateEpochSQL := "UPDATE annotation SET epoch = (epoch*1000) where epoch < 9999999999"
|
|
mg.AddMigration("Convert existing annotations from seconds to milliseconds", NewRawSQLMigration(updateEpochSQL))
|
|
|
|
//
|
|
// 6.4: Make Regions a single annotation row
|
|
//
|
|
mg.AddMigration("Add epoch_end column", NewAddColumnMigration(table, &Column{
|
|
Name: "epoch_end", Type: DB_BigInt, Nullable: false, Default: "0",
|
|
}))
|
|
mg.AddMigration("Add index for epoch_end", NewAddIndexMigration(table, &Index{
|
|
Cols: []string{"org_id", "epoch", "epoch_end"}, Type: IndexType,
|
|
}))
|
|
mg.AddMigration("Make epoch_end the same as epoch", NewRawSQLMigration("UPDATE annotation SET epoch_end = epoch"))
|
|
mg.AddMigration("Move region to single row", &AddMakeRegionSingleRowMigration{})
|
|
|
|
//
|
|
// 6.6.1: Optimize annotation queries
|
|
//
|
|
mg.AddMigration("Remove index org_id_epoch from annotation table", NewDropIndexMigration(table, &Index{
|
|
Cols: []string{"org_id", "epoch"}, Type: IndexType,
|
|
}))
|
|
|
|
mg.AddMigration("Remove index org_id_dashboard_id_panel_id_epoch from annotation table", NewDropIndexMigration(table, &Index{
|
|
Cols: []string{"org_id", "dashboard_id", "panel_id", "epoch"}, Type: IndexType,
|
|
}))
|
|
|
|
mg.AddMigration("Add index for org_id_dashboard_id_epoch_end_epoch on annotation table", NewAddIndexMigration(table, &Index{
|
|
Cols: []string{"org_id", "dashboard_id", "epoch_end", "epoch"}, Type: IndexType,
|
|
}))
|
|
|
|
mg.AddMigration("Add index for org_id_epoch_end_epoch on annotation table", NewAddIndexMigration(table, &Index{
|
|
Cols: []string{"org_id", "epoch_end", "epoch"}, Type: IndexType,
|
|
}))
|
|
|
|
mg.AddMigration("Remove index org_id_epoch_epoch_end from annotation table", NewDropIndexMigration(table, &Index{
|
|
Cols: []string{"org_id", "epoch", "epoch_end"}, Type: IndexType,
|
|
}))
|
|
|
|
mg.AddMigration("Add index for alert_id on annotation table", NewAddIndexMigration(table, &Index{
|
|
Cols: []string{"alert_id"}, Type: IndexType,
|
|
}))
|
|
|
|
mg.AddMigration("Increase tags column to length 4096", NewRawSQLMigration("").
|
|
Postgres("ALTER TABLE annotation ALTER COLUMN tags TYPE VARCHAR(4096);").
|
|
Mysql("ALTER TABLE annotation MODIFY tags VARCHAR(4096);"))
|
|
|
|
mg.AddMigration("Increase prev_state column to length 40 not null", NewRawSQLMigration("").
|
|
Postgres("ALTER TABLE annotation ALTER COLUMN prev_state TYPE VARCHAR(40);"). // Does not modify nullability.
|
|
Mysql("ALTER TABLE annotation MODIFY prev_state VARCHAR(40) NOT NULL;"))
|
|
|
|
mg.AddMigration("Increase new_state column to length 40 not null", NewRawSQLMigration("").
|
|
Postgres("ALTER TABLE annotation ALTER COLUMN new_state TYPE VARCHAR(40);"). // Does not modify nullability.
|
|
Mysql("ALTER TABLE annotation MODIFY new_state VARCHAR(40) NOT NULL;"))
|
|
|
|
mg.AddMigration("Add dashboard_uid column to annotation table", NewAddColumnMigration(table, &Column{
|
|
Name: "dashboard_uid", Type: DB_NVarchar, Length: 40, Nullable: true,
|
|
}))
|
|
|
|
mg.AddMigration("Add missing dashboard_uid to annotation table", &SetDashboardUIDMigration{})
|
|
}
|
|
|
|
type AddMakeRegionSingleRowMigration struct {
|
|
MigrationBase
|
|
}
|
|
|
|
func (m *AddMakeRegionSingleRowMigration) SQL(dialect Dialect) string {
|
|
return "code migration"
|
|
}
|
|
|
|
type TempRegionInfoDTO struct {
|
|
RegionId int64
|
|
Epoch int64
|
|
}
|
|
|
|
func (m *AddMakeRegionSingleRowMigration) Exec(sess *xorm.Session, mg *Migrator) error {
|
|
regions := make([]*TempRegionInfoDTO, 0)
|
|
|
|
err := sess.SQL("SELECT region_id, epoch FROM annotation WHERE region_id>0 AND region_id <> id").Find(®ions)
|
|
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, region := range regions {
|
|
_, err := sess.Exec("UPDATE annotation SET epoch_end = ? WHERE id = ?", region.Epoch, region.RegionId)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
_, err = sess.Exec("DELETE FROM annotation WHERE region_id > 0 AND id <> region_id")
|
|
return err
|
|
}
|
|
|
|
type SetDashboardUIDMigration struct {
|
|
MigrationBase
|
|
}
|
|
|
|
func (m *SetDashboardUIDMigration) SQL(dialect Dialect) string {
|
|
return "code migration"
|
|
}
|
|
|
|
func (m *SetDashboardUIDMigration) Exec(sess *xorm.Session, mg *Migrator) error {
|
|
return RunDashboardUIDMigrations(sess, mg.Dialect.DriverName(), mg.Logger)
|
|
}
|
|
|
|
func RunDashboardUIDMigrations(sess *xorm.Session, driverName string, logger log.Logger) error {
|
|
batchSize := 5000
|
|
if size := os.Getenv("ANNOTATION_DASHBOARD_UID_MIGRATION_BATCH_SIZE"); size != "" {
|
|
n, err := strconv.ParseInt(size, 10, 64)
|
|
if err == nil {
|
|
batchSize = int(n)
|
|
}
|
|
}
|
|
|
|
logger.Info("Starting batched dashboard_uid migration for annotations (newest first)", "batchSize", batchSize)
|
|
updateSQL := `UPDATE annotation
|
|
SET dashboard_uid = (SELECT uid FROM dashboard WHERE dashboard.id = annotation.dashboard_id)
|
|
WHERE dashboard_uid IS NULL
|
|
AND dashboard_id != 0
|
|
AND EXISTS (SELECT 1 FROM dashboard WHERE dashboard.id = annotation.dashboard_id)
|
|
AND annotation.id IN (
|
|
SELECT id FROM annotation
|
|
WHERE dashboard_uid IS NULL AND dashboard_id != 0
|
|
ORDER BY id DESC
|
|
LIMIT ?
|
|
)`
|
|
switch driverName {
|
|
case Postgres:
|
|
updateSQL = `UPDATE annotation
|
|
SET dashboard_uid = dashboard.uid
|
|
FROM dashboard
|
|
WHERE annotation.dashboard_id = dashboard.id
|
|
AND annotation.dashboard_id != 0
|
|
AND annotation.dashboard_uid IS NULL
|
|
AND annotation.id IN (
|
|
SELECT id FROM annotation
|
|
WHERE dashboard_uid IS NULL AND dashboard_id != 0
|
|
ORDER BY id DESC
|
|
LIMIT $1
|
|
)`
|
|
case MySQL:
|
|
updateSQL = `UPDATE annotation AS a
|
|
JOIN dashboard AS d ON a.dashboard_id = d.id
|
|
JOIN (
|
|
SELECT id
|
|
FROM annotation
|
|
WHERE dashboard_uid IS NULL
|
|
AND dashboard_id != 0
|
|
ORDER BY id DESC
|
|
LIMIT ?
|
|
) AS batch ON batch.id = a.id
|
|
SET a.dashboard_uid = d.uid
|
|
WHERE a.dashboard_uid IS NULL
|
|
AND a.dashboard_id != 0`
|
|
}
|
|
|
|
updatedTotal := int64(0)
|
|
batchNum := 0
|
|
for {
|
|
batchNum++
|
|
result, err := sess.Exec(updateSQL, batchSize)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to set dashboard_uid for annotation batch %d: %w", batchNum, err)
|
|
}
|
|
|
|
rowsAffected, err := result.RowsAffected()
|
|
if err != nil {
|
|
return fmt.Errorf("failed to get rows affected for batch %d: %w", batchNum, err)
|
|
}
|
|
|
|
if rowsAffected == 0 {
|
|
break
|
|
}
|
|
|
|
updatedTotal += rowsAffected
|
|
logger.Info("Updated annotation batch", "batch", batchNum, "rowsInBatch", rowsAffected, "totalUpdated", updatedTotal)
|
|
|
|
if rowsAffected < int64(batchSize) {
|
|
break
|
|
}
|
|
}
|
|
|
|
logger.Info("Completed dashboard_uid migration for annotations", "totalUpdated", updatedTotal)
|
|
return nil
|
|
}
|