b37ee65bd3
This is basically implementation of the https://github.com/grafana/grafana/issues/8900#issuecomment-435437167 points, except for the type conversion bit. I tried to implement idea mentioned in cockroachdb ticket (see below). And it is possible, but it complicates things as lot - not only we have to have 4 SQL statements instead of one, but we would have to copy the column structure as well - PK, FG, indexes and stuff, plus there will be additional downtime with this approach. So idea for this pull is to prepare our SQL as much as possible, so when cockroachdb will add support for full type conversions, we could easilly add support for it as well. * Add `CASCADE` to `DROP INDEX` statement * Make string conversions explicit Thanks @Luit Ref #8900 Ref cockroach/cockroach#9851
219 lines
8.4 KiB
Go
219 lines
8.4 KiB
Go
package migrations
|
|
|
|
import (
|
|
. "github.com/grafana/grafana/pkg/services/sqlstore/migrator"
|
|
)
|
|
|
|
func addDashboardMigration(mg *Migrator) {
|
|
var dashboardV1 = Table{
|
|
Name: "dashboard",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "version", Type: DB_Int, Nullable: false},
|
|
{Name: "slug", Type: DB_NVarchar, Length: 189, Nullable: false},
|
|
{Name: "title", Type: DB_NVarchar, Length: 255, Nullable: false},
|
|
{Name: "data", Type: DB_Text, Nullable: false},
|
|
{Name: "account_id", Type: DB_BigInt, Nullable: false},
|
|
{Name: "created", Type: DB_DateTime, Nullable: false},
|
|
{Name: "updated", Type: DB_DateTime, Nullable: false},
|
|
},
|
|
Indices: []*Index{
|
|
{Cols: []string{"account_id"}},
|
|
{Cols: []string{"account_id", "slug"}, Type: UniqueIndex},
|
|
},
|
|
}
|
|
|
|
mg.AddMigration("create dashboard table", NewAddTableMigration(dashboardV1))
|
|
|
|
//------- indexes ------------------
|
|
mg.AddMigration("add index dashboard.account_id", NewAddIndexMigration(dashboardV1, dashboardV1.Indices[0]))
|
|
mg.AddMigration("add unique index dashboard_account_id_slug", NewAddIndexMigration(dashboardV1, dashboardV1.Indices[1]))
|
|
|
|
dashboardTagV1 := Table{
|
|
Name: "dashboard_tag",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "dashboard_id", Type: DB_BigInt, Nullable: false},
|
|
{Name: "term", Type: DB_NVarchar, Length: 50, Nullable: false},
|
|
},
|
|
Indices: []*Index{
|
|
{Cols: []string{"dashboard_id", "term"}, Type: UniqueIndex},
|
|
},
|
|
}
|
|
|
|
mg.AddMigration("create dashboard_tag table", NewAddTableMigration(dashboardTagV1))
|
|
mg.AddMigration("add unique index dashboard_tag.dasboard_id_term", NewAddIndexMigration(dashboardTagV1, dashboardTagV1.Indices[0]))
|
|
|
|
// ---------------------
|
|
// account -> org changes
|
|
|
|
//------- drop dashboard indexes ------------------
|
|
addDropAllIndicesMigrations(mg, "v1", dashboardTagV1)
|
|
//------- rename table ------------------
|
|
addTableRenameMigration(mg, "dashboard", "dashboard_v1", "v1")
|
|
|
|
// dashboard v2
|
|
var dashboardV2 = Table{
|
|
Name: "dashboard",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "version", Type: DB_Int, Nullable: false},
|
|
{Name: "slug", Type: DB_NVarchar, Length: 189, Nullable: false},
|
|
{Name: "title", Type: DB_NVarchar, Length: 255, Nullable: false},
|
|
{Name: "data", Type: DB_Text, Nullable: false},
|
|
{Name: "org_id", Type: DB_BigInt, Nullable: false},
|
|
{Name: "created", Type: DB_DateTime, Nullable: false},
|
|
{Name: "updated", Type: DB_DateTime, Nullable: false},
|
|
},
|
|
Indices: []*Index{
|
|
{Cols: []string{"org_id"}},
|
|
{Cols: []string{"org_id", "slug"}, Type: UniqueIndex},
|
|
},
|
|
}
|
|
|
|
// recreate table
|
|
mg.AddMigration("create dashboard v2", NewAddTableMigration(dashboardV2))
|
|
// recreate indices
|
|
addTableIndicesMigrations(mg, "v2", dashboardV2)
|
|
// copy data
|
|
mg.AddMigration("copy dashboard v1 to v2", NewCopyTableDataMigration("dashboard", "dashboard_v1", map[string]string{
|
|
"id": "id",
|
|
"version": "version",
|
|
"slug": "slug",
|
|
"title": "title",
|
|
"data": "data",
|
|
"org_id": "account_id",
|
|
"created": "created",
|
|
"updated": "updated",
|
|
}))
|
|
|
|
mg.AddMigration("drop table dashboard_v1", NewDropTableMigration("dashboard_v1"))
|
|
|
|
// change column type of dashboard.data
|
|
mg.AddMigration("alter dashboard.data to mediumtext v1", NewRawSqlMigration("").
|
|
Mysql("ALTER TABLE dashboard MODIFY data MEDIUMTEXT;"))
|
|
|
|
// add column to store updater of a dashboard
|
|
mg.AddMigration("Add column updated_by in dashboard - v2", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "updated_by", Type: DB_Int, Nullable: true,
|
|
}))
|
|
|
|
// add column to store creator of a dashboard
|
|
mg.AddMigration("Add column created_by in dashboard - v2", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "created_by", Type: DB_Int, Nullable: true,
|
|
}))
|
|
|
|
// add column to store gnetId
|
|
mg.AddMigration("Add column gnetId in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "gnet_id", Type: DB_BigInt, Nullable: true,
|
|
}))
|
|
|
|
mg.AddMigration("Add index for gnetId in dashboard", NewAddIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"gnet_id"}, Type: IndexType,
|
|
}))
|
|
|
|
// add column to store plugin_id
|
|
mg.AddMigration("Add column plugin_id in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "plugin_id", Type: DB_NVarchar, Nullable: true, Length: 189,
|
|
}))
|
|
|
|
mg.AddMigration("Add index for plugin_id in dashboard", NewAddIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"org_id", "plugin_id"}, Type: IndexType,
|
|
}))
|
|
|
|
// dashboard_id index for dashboard_tag table
|
|
mg.AddMigration("Add index for dashboard_id in dashboard_tag", NewAddIndexMigration(dashboardTagV1, &Index{
|
|
Cols: []string{"dashboard_id"}, Type: IndexType,
|
|
}))
|
|
|
|
mg.AddMigration("Update dashboard table charset", NewTableCharsetMigration("dashboard", []*Column{
|
|
{Name: "slug", Type: DB_NVarchar, Length: 189, Nullable: false},
|
|
{Name: "title", Type: DB_NVarchar, Length: 255, Nullable: false},
|
|
{Name: "plugin_id", Type: DB_NVarchar, Nullable: true, Length: 189},
|
|
{Name: "data", Type: DB_MediumText, Nullable: false},
|
|
}))
|
|
|
|
mg.AddMigration("Update dashboard_tag table charset", NewTableCharsetMigration("dashboard_tag", []*Column{
|
|
{Name: "term", Type: DB_NVarchar, Length: 50, Nullable: false},
|
|
}))
|
|
|
|
// add column to store folder_id for dashboard folder structure
|
|
mg.AddMigration("Add column folder_id in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "folder_id", Type: DB_BigInt, Nullable: false, Default: "0",
|
|
}))
|
|
|
|
mg.AddMigration("Add column isFolder in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "is_folder", Type: DB_Bool, Nullable: false, Default: "0",
|
|
}))
|
|
|
|
// add column to flag if dashboard has an ACL
|
|
mg.AddMigration("Add column has_acl in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "has_acl", Type: DB_Bool, Nullable: false, Default: "0",
|
|
}))
|
|
|
|
mg.AddMigration("Add column uid in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "uid", Type: DB_NVarchar, Length: 40, Nullable: true,
|
|
}))
|
|
|
|
mg.AddMigration("Update uid column values in dashboard", NewRawSqlMigration("").
|
|
Sqlite("UPDATE dashboard SET uid=printf('%09d',id) WHERE uid IS NULL;").
|
|
Postgres("UPDATE dashboard SET uid=lpad('' || id::text,9,'0') WHERE uid IS NULL;").
|
|
Mysql("UPDATE dashboard SET uid=lpad(id,9,'0') WHERE uid IS NULL;"))
|
|
|
|
mg.AddMigration("Add unique index dashboard_org_id_uid", NewAddIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"org_id", "uid"}, Type: UniqueIndex,
|
|
}))
|
|
|
|
mg.AddMigration("Remove unique index org_id_slug", NewDropIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"org_id", "slug"}, Type: UniqueIndex,
|
|
}))
|
|
|
|
mg.AddMigration("Update dashboard title length", NewTableCharsetMigration("dashboard", []*Column{
|
|
{Name: "title", Type: DB_NVarchar, Length: 189, Nullable: false},
|
|
}))
|
|
|
|
mg.AddMigration("Add unique index for dashboard_org_id_title_folder_id", NewAddIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"org_id", "folder_id", "title"}, Type: UniqueIndex,
|
|
}))
|
|
|
|
dashboardExtrasTable := Table{
|
|
Name: "dashboard_provisioning",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "dashboard_id", Type: DB_BigInt, Nullable: true},
|
|
{Name: "name", Type: DB_NVarchar, Length: 150, Nullable: false},
|
|
{Name: "external_id", Type: DB_Text, Nullable: false},
|
|
{Name: "updated", Type: DB_DateTime, Nullable: false},
|
|
},
|
|
Indices: []*Index{},
|
|
}
|
|
|
|
mg.AddMigration("create dashboard_provisioning", NewAddTableMigration(dashboardExtrasTable))
|
|
|
|
dashboardExtrasTableV2 := Table{
|
|
Name: "dashboard_provisioning",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "dashboard_id", Type: DB_BigInt, Nullable: true},
|
|
{Name: "name", Type: DB_NVarchar, Length: 150, Nullable: false},
|
|
{Name: "external_id", Type: DB_Text, Nullable: false},
|
|
{Name: "updated", Type: DB_Int, Default: "0", Nullable: false},
|
|
},
|
|
Indices: []*Index{
|
|
{Cols: []string{"dashboard_id"}},
|
|
{Cols: []string{"dashboard_id", "name"}, Type: IndexType},
|
|
},
|
|
}
|
|
|
|
addTableReplaceMigrations(mg, dashboardExtrasTable, dashboardExtrasTableV2, 2, map[string]string{
|
|
"id": "id",
|
|
"dashboard_id": "dashboard_id",
|
|
"name": "name",
|
|
"external_id": "external_id",
|
|
})
|
|
|
|
mg.AddMigration("Add check_sum column", NewAddColumnMigration(dashboardExtrasTableV2, &Column{
|
|
Name: "check_sum", Type: DB_NVarchar, Length: 32, Nullable: true,
|
|
}))
|
|
}
|