mirror of
https://github.com/grafana/grafana.git
synced 2025-07-29 05:12:31 +08:00
694b9dfe50
* replace xorm.io/xorm imports * replace xorm from other go.mod files * clean up workspace * nolint does not make sense anymore as it is not a module * try if nolint directive helps * use nolint:all for xorm * add more nolints * try to skip xorm in linter config * exclude xorm differently * retrigger ci
314 lines
12 KiB
Go
314 lines
12 KiB
Go
package migrations
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"github.com/grafana/grafana/pkg/util/xorm"
|
|
|
|
. "github.com/grafana/grafana/pkg/services/sqlstore/migrator"
|
|
)
|
|
|
|
func addDashboardMigration(mg *Migrator) {
|
|
var dashboardV1 = Table{
|
|
Name: "dashboard",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "version", Type: DB_Int, Nullable: false},
|
|
{Name: "slug", Type: DB_NVarchar, Length: 189, Nullable: false},
|
|
{Name: "title", Type: DB_NVarchar, Length: 255, Nullable: false},
|
|
{Name: "data", Type: DB_Text, Nullable: false},
|
|
{Name: "account_id", Type: DB_BigInt, Nullable: false},
|
|
{Name: "created", Type: DB_DateTime, Nullable: false},
|
|
{Name: "updated", Type: DB_DateTime, Nullable: false},
|
|
},
|
|
Indices: []*Index{
|
|
{Cols: []string{"account_id"}},
|
|
{Cols: []string{"account_id", "slug"}, Type: UniqueIndex},
|
|
},
|
|
}
|
|
|
|
mg.AddMigration("create dashboard table", NewAddTableMigration(dashboardV1))
|
|
|
|
//------- indexes ------------------
|
|
mg.AddMigration("add index dashboard.account_id", NewAddIndexMigration(dashboardV1, dashboardV1.Indices[0]))
|
|
mg.AddMigration("add unique index dashboard_account_id_slug", NewAddIndexMigration(dashboardV1, dashboardV1.Indices[1]))
|
|
|
|
dashboardTagV1 := Table{
|
|
Name: "dashboard_tag",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "dashboard_id", Type: DB_BigInt, Nullable: false},
|
|
{Name: "term", Type: DB_NVarchar, Length: 50, Nullable: false},
|
|
},
|
|
Indices: []*Index{
|
|
{Cols: []string{"dashboard_id", "term"}, Type: UniqueIndex},
|
|
},
|
|
}
|
|
|
|
mg.AddMigration("create dashboard_tag table", NewAddTableMigration(dashboardTagV1))
|
|
mg.AddMigration("add unique index dashboard_tag.dasboard_id_term", NewAddIndexMigration(dashboardTagV1, dashboardTagV1.Indices[0]))
|
|
|
|
// ---------------------
|
|
// account -> org changes
|
|
|
|
//------- drop dashboard indexes ------------------
|
|
addDropAllIndicesMigrations(mg, "v1", dashboardTagV1)
|
|
//------- rename table ------------------
|
|
addTableRenameMigration(mg, "dashboard", "dashboard_v1", "v1")
|
|
|
|
// dashboard v2
|
|
var dashboardV2 = Table{
|
|
Name: "dashboard",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "version", Type: DB_Int, Nullable: false},
|
|
{Name: "slug", Type: DB_NVarchar, Length: 189, Nullable: false},
|
|
{Name: "title", Type: DB_NVarchar, Length: 255, Nullable: false},
|
|
{Name: "data", Type: DB_Text, Nullable: false},
|
|
{Name: "org_id", Type: DB_BigInt, Nullable: false},
|
|
{Name: "created", Type: DB_DateTime, Nullable: false},
|
|
{Name: "updated", Type: DB_DateTime, Nullable: false},
|
|
},
|
|
Indices: []*Index{
|
|
{Cols: []string{"org_id"}},
|
|
{Cols: []string{"org_id", "slug"}, Type: UniqueIndex},
|
|
},
|
|
}
|
|
|
|
// recreate table
|
|
mg.AddMigration("create dashboard v2", NewAddTableMigration(dashboardV2))
|
|
// recreate indices
|
|
addTableIndicesMigrations(mg, "v2", dashboardV2)
|
|
// copy data
|
|
mg.AddMigration("copy dashboard v1 to v2", NewCopyTableDataMigration("dashboard", "dashboard_v1", map[string]string{
|
|
"id": "id",
|
|
"version": "version",
|
|
"slug": "slug",
|
|
"title": "title",
|
|
"data": "data",
|
|
"org_id": "account_id",
|
|
"created": "created",
|
|
"updated": "updated",
|
|
}))
|
|
|
|
mg.AddMigration("drop table dashboard_v1", NewDropTableMigration("dashboard_v1"))
|
|
|
|
// change column type of dashboard.data
|
|
mg.AddMigration("alter dashboard.data to mediumtext v1", NewRawSQLMigration("").
|
|
Mysql("ALTER TABLE dashboard MODIFY data MEDIUMTEXT;"))
|
|
|
|
// add column to store updater of a dashboard
|
|
mg.AddMigration("Add column updated_by in dashboard - v2", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "updated_by", Type: DB_Int, Nullable: true,
|
|
}))
|
|
|
|
// add column to store creator of a dashboard
|
|
mg.AddMigration("Add column created_by in dashboard - v2", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "created_by", Type: DB_Int, Nullable: true,
|
|
}))
|
|
|
|
// add column to store gnetId
|
|
mg.AddMigration("Add column gnetId in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "gnet_id", Type: DB_BigInt, Nullable: true,
|
|
}))
|
|
|
|
mg.AddMigration("Add index for gnetId in dashboard", NewAddIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"gnet_id"}, Type: IndexType,
|
|
}))
|
|
|
|
// add column to store plugin_id
|
|
mg.AddMigration("Add column plugin_id in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "plugin_id", Type: DB_NVarchar, Nullable: true, Length: 189,
|
|
}))
|
|
|
|
mg.AddMigration("Add index for plugin_id in dashboard", NewAddIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"org_id", "plugin_id"}, Type: IndexType,
|
|
}))
|
|
|
|
// dashboard_id index for dashboard_tag table
|
|
mg.AddMigration("Add index for dashboard_id in dashboard_tag", NewAddIndexMigration(dashboardTagV1, &Index{
|
|
Cols: []string{"dashboard_id"}, Type: IndexType,
|
|
}))
|
|
|
|
mg.AddMigration("Update dashboard table charset", NewTableCharsetMigration("dashboard", []*Column{
|
|
{Name: "slug", Type: DB_NVarchar, Length: 189, Nullable: false},
|
|
{Name: "title", Type: DB_NVarchar, Length: 255, Nullable: false},
|
|
{Name: "plugin_id", Type: DB_NVarchar, Nullable: true, Length: 189},
|
|
{Name: "data", Type: DB_MediumText, Nullable: false},
|
|
}))
|
|
|
|
mg.AddMigration("Update dashboard_tag table charset", NewTableCharsetMigration("dashboard_tag", []*Column{
|
|
{Name: "term", Type: DB_NVarchar, Length: 50, Nullable: false},
|
|
}))
|
|
|
|
// add column to store folder_id for dashboard folder structure
|
|
mg.AddMigration("Add column folder_id in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "folder_id", Type: DB_BigInt, Nullable: false, Default: "0",
|
|
}))
|
|
|
|
mg.AddMigration("Add column isFolder in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "is_folder", Type: DB_Bool, Nullable: false, Default: "0",
|
|
}))
|
|
|
|
// add column to flag if dashboard has an ACL
|
|
mg.AddMigration("Add column has_acl in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "has_acl", Type: DB_Bool, Nullable: false, Default: "0",
|
|
}))
|
|
|
|
mg.AddMigration("Add column uid in dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "uid", Type: DB_NVarchar, Length: 40, Nullable: true,
|
|
}))
|
|
|
|
mg.AddMigration("Update uid column values in dashboard", NewRawSQLMigration("").
|
|
SQLite("UPDATE dashboard SET uid=printf('%09d',id) WHERE uid IS NULL;").
|
|
Postgres("UPDATE dashboard SET uid=lpad('' || id::text,9,'0') WHERE uid IS NULL;").
|
|
Mysql("UPDATE dashboard SET uid=lpad(id,9,'0') WHERE uid IS NULL;"))
|
|
|
|
mg.AddMigration("Add unique index dashboard_org_id_uid", NewAddIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"org_id", "uid"}, Type: UniqueIndex,
|
|
}))
|
|
|
|
mg.AddMigration("Remove unique index org_id_slug", NewDropIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"org_id", "slug"}, Type: UniqueIndex,
|
|
}))
|
|
|
|
mg.AddMigration("Update dashboard title length", NewTableCharsetMigration("dashboard", []*Column{
|
|
{Name: "title", Type: DB_NVarchar, Length: 189, Nullable: false},
|
|
}))
|
|
|
|
// This gets removed later in AddDashboardFolderMigrations
|
|
mg.AddMigration("Add unique index for dashboard_org_id_title_folder_id", NewAddIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"org_id", "folder_id", "title"}, Type: UniqueIndex,
|
|
}))
|
|
|
|
dashboardExtrasTable := Table{
|
|
Name: "dashboard_provisioning",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "dashboard_id", Type: DB_BigInt, Nullable: true},
|
|
{Name: "name", Type: DB_NVarchar, Length: 150, Nullable: false},
|
|
{Name: "external_id", Type: DB_Text, Nullable: false},
|
|
{Name: "updated", Type: DB_DateTime, Nullable: false},
|
|
},
|
|
Indices: []*Index{},
|
|
}
|
|
|
|
mg.AddMigration("create dashboard_provisioning", NewAddTableMigration(dashboardExtrasTable))
|
|
|
|
dashboardExtrasTableV2 := Table{
|
|
Name: "dashboard_provisioning",
|
|
Columns: []*Column{
|
|
{Name: "id", Type: DB_BigInt, IsPrimaryKey: true, IsAutoIncrement: true},
|
|
{Name: "dashboard_id", Type: DB_BigInt, Nullable: true},
|
|
{Name: "name", Type: DB_NVarchar, Length: 150, Nullable: false},
|
|
{Name: "external_id", Type: DB_Text, Nullable: false},
|
|
{Name: "updated", Type: DB_Int, Default: "0", Nullable: false},
|
|
},
|
|
Indices: []*Index{
|
|
{Cols: []string{"dashboard_id"}},
|
|
{Cols: []string{"dashboard_id", "name"}, Type: IndexType},
|
|
},
|
|
}
|
|
|
|
addTableReplaceMigrations(mg, dashboardExtrasTable, dashboardExtrasTableV2, 2, map[string]string{
|
|
"id": "id",
|
|
"dashboard_id": "dashboard_id",
|
|
"name": "name",
|
|
"external_id": "external_id",
|
|
})
|
|
|
|
mg.AddMigration("Add check_sum column", NewAddColumnMigration(dashboardExtrasTableV2, &Column{
|
|
Name: "check_sum", Type: DB_NVarchar, Length: 32, Nullable: true,
|
|
}))
|
|
mg.AddMigration("Add index for dashboard_title", NewAddIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"title"},
|
|
Type: IndexType,
|
|
}))
|
|
|
|
mg.AddMigration("delete tags for deleted dashboards", NewRawSQLMigration(
|
|
"DELETE FROM dashboard_tag WHERE dashboard_id NOT IN (SELECT id FROM dashboard)"))
|
|
|
|
mg.AddMigration("delete stars for deleted dashboards", NewRawSQLMigration(
|
|
"DELETE FROM star WHERE dashboard_id NOT IN (SELECT id FROM dashboard)"))
|
|
|
|
mg.AddMigration("Add index for dashboard_is_folder", NewAddIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"is_folder"},
|
|
Type: IndexType,
|
|
}))
|
|
|
|
mg.AddMigration("Add isPublic for dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "is_public", Type: DB_Bool, Nullable: false, Default: "0",
|
|
}))
|
|
|
|
mg.AddMigration("Add deleted for dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "deleted", Type: DB_DateTime, Nullable: true,
|
|
}))
|
|
|
|
mg.AddMigration("Add index for deleted", NewAddIndexMigration(dashboardV2, &Index{
|
|
Cols: []string{"deleted"},
|
|
Type: IndexType,
|
|
}))
|
|
|
|
mg.AddMigration("Add column dashboard_uid in dashboard_tag", NewAddColumnMigration(dashboardTagV1, &Column{
|
|
Name: "dashboard_uid", Type: DB_NVarchar, Length: 40, Nullable: true,
|
|
}))
|
|
mg.AddMigration("Add column org_id in dashboard_tag", NewAddColumnMigration(dashboardTagV1, &Column{
|
|
Name: "org_id", Type: DB_BigInt, Nullable: true, Default: "1",
|
|
}))
|
|
|
|
mg.AddMigration("Add missing dashboard_uid and org_id to dashboard_tag", &FillDashbordUIDAndOrgIDMigration{})
|
|
|
|
mg.AddMigration("Add apiVersion for dashboard", NewAddColumnMigration(dashboardV2, &Column{
|
|
Name: "api_version", Type: DB_Varchar, Length: 16, Nullable: true,
|
|
}))
|
|
|
|
mg.AddMigration("Add index for dashboard_uid on dashboard_tag table", NewAddIndexMigration(dashboardTagV1, &Index{
|
|
Cols: []string{"dashboard_uid"},
|
|
Type: IndexType,
|
|
}))
|
|
}
|
|
|
|
type FillDashbordUIDAndOrgIDMigration struct {
|
|
MigrationBase
|
|
}
|
|
|
|
func (m *FillDashbordUIDAndOrgIDMigration) SQL(dialect Dialect) string {
|
|
return "code migration"
|
|
}
|
|
|
|
func (m *FillDashbordUIDAndOrgIDMigration) Exec(sess *xorm.Session, mg *Migrator) error {
|
|
return RunDashboardTagMigrations(sess, mg.Dialect.DriverName())
|
|
}
|
|
|
|
func RunDashboardTagMigrations(sess *xorm.Session, driverName string) error {
|
|
// sqlite
|
|
sql := `UPDATE dashboard_tag
|
|
SET
|
|
dashboard_uid = (SELECT uid FROM dashboard WHERE dashboard.id = dashboard_tag.dashboard_id),
|
|
org_id = (SELECT org_id FROM dashboard WHERE dashboard.id = dashboard_tag.dashboard_id)
|
|
WHERE
|
|
(dashboard_uid IS NULL OR org_id IS NULL)
|
|
AND EXISTS (SELECT 1 FROM dashboard WHERE dashboard.id = dashboard_tag.dashboard_id);`
|
|
switch driverName {
|
|
case Postgres:
|
|
sql = `UPDATE dashboard_tag
|
|
SET dashboard_uid = dashboard.uid,
|
|
org_id = dashboard.org_id
|
|
FROM dashboard
|
|
WHERE dashboard_tag.dashboard_id = dashboard.id
|
|
AND (dashboard_tag.dashboard_uid IS NULL OR dashboard_tag.org_id IS NULL);`
|
|
case MySQL:
|
|
sql = `UPDATE dashboard_tag
|
|
LEFT JOIN dashboard ON dashboard_tag.dashboard_id = dashboard.id
|
|
SET dashboard_tag.dashboard_uid = dashboard.uid,
|
|
dashboard_tag.org_id = dashboard.org_id
|
|
WHERE dashboard_tag.dashboard_uid IS NULL OR dashboard_tag.org_id IS NULL;`
|
|
}
|
|
|
|
if _, err := sess.Exec(sql); err != nil {
|
|
return fmt.Errorf("failed to set dashboard_uid and org_id in dashboard_tag: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|