mirror of
https://github.com/grafana/grafana.git
synced 2025-08-03 01:12:22 +08:00
dc355331a6
* store encryption key in unified secrets table * fix local dev mode * make metadata more realistic * fix tests * fix sql queries against postgres * fix stats endpoint
327 lines
9.9 KiB
Go
327 lines
9.9 KiB
Go
package cloudmigrationimpl
|
|
|
|
import (
|
|
"context"
|
|
"encoding/base64"
|
|
"strconv"
|
|
"testing"
|
|
|
|
"github.com/grafana/grafana/pkg/infra/db"
|
|
"github.com/grafana/grafana/pkg/services/cloudmigration"
|
|
fakeSecrets "github.com/grafana/grafana/pkg/services/secrets/fakes"
|
|
secretskv "github.com/grafana/grafana/pkg/services/secrets/kvstore"
|
|
"github.com/grafana/grafana/pkg/services/sqlstore"
|
|
"github.com/grafana/grafana/pkg/tests/testsuite"
|
|
"github.com/grafana/grafana/pkg/util"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestMain(m *testing.M) {
|
|
testsuite.Run(m)
|
|
}
|
|
|
|
func Test_GetAllCloudMigrationSessions(t *testing.T) {
|
|
_, s := setUpTest(t)
|
|
ctx := context.Background()
|
|
|
|
t.Run("get all cloud_migration_session entries", func(t *testing.T) {
|
|
value, err := s.GetCloudMigrationSessionList(ctx)
|
|
require.NoError(t, err)
|
|
require.Equal(t, 3, len(value))
|
|
for _, m := range value {
|
|
switch m.ID {
|
|
case 1:
|
|
require.Equal(t, "11111", m.Slug)
|
|
require.Equal(t, "12345", m.AuthToken)
|
|
case 2:
|
|
require.Equal(t, "22222", m.Slug)
|
|
require.Equal(t, "6789", m.AuthToken)
|
|
case 3:
|
|
require.Equal(t, "33333", m.Slug)
|
|
require.Equal(t, "777", m.AuthToken)
|
|
default:
|
|
require.Fail(t, "ID value not expected: "+strconv.FormatInt(m.ID, 10))
|
|
}
|
|
}
|
|
})
|
|
}
|
|
|
|
func Test_CreateMigrationSession(t *testing.T) {
|
|
_, s := setUpTest(t)
|
|
ctx := context.Background()
|
|
|
|
t.Run("creates a session and reads it from the db", func(t *testing.T) {
|
|
cm := cloudmigration.CloudMigrationSession{
|
|
AuthToken: encodeToken("token"),
|
|
Slug: "fake_stack",
|
|
StackID: 1234,
|
|
RegionSlug: "fake_slug",
|
|
ClusterSlug: "fake_cluster_slug",
|
|
}
|
|
sess, err := s.CreateMigrationSession(ctx, cm)
|
|
require.NoError(t, err)
|
|
require.NotEmpty(t, sess.ID)
|
|
require.NotEmpty(t, sess.UID)
|
|
|
|
getRes, err := s.GetMigrationSessionByUID(ctx, sess.UID)
|
|
require.NoError(t, err)
|
|
require.Equal(t, sess.ID, getRes.ID)
|
|
require.Equal(t, sess.UID, getRes.UID)
|
|
require.Equal(t, cm.AuthToken, getRes.AuthToken)
|
|
require.Equal(t, cm.Slug, getRes.Slug)
|
|
require.Equal(t, cm.StackID, getRes.StackID)
|
|
require.Equal(t, cm.RegionSlug, getRes.RegionSlug)
|
|
require.Equal(t, cm.ClusterSlug, getRes.ClusterSlug)
|
|
})
|
|
}
|
|
|
|
func Test_GetMigrationSessionByUID(t *testing.T) {
|
|
_, s := setUpTest(t)
|
|
ctx := context.Background()
|
|
t.Run("find session by uid", func(t *testing.T) {
|
|
uid := "qwerty"
|
|
mig, err := s.GetMigrationSessionByUID(ctx, uid)
|
|
require.NoError(t, err)
|
|
require.Equal(t, uid, mig.UID)
|
|
})
|
|
|
|
t.Run("returns error if session is not found by uid", func(t *testing.T) {
|
|
_, err := s.GetMigrationSessionByUID(ctx, "fake_uid_1234")
|
|
require.ErrorIs(t, cloudmigration.ErrMigrationNotFound, err)
|
|
})
|
|
}
|
|
|
|
func Test_DeleteMigrationSession(t *testing.T) {
|
|
_, s := setUpTest(t)
|
|
ctx := context.Background()
|
|
|
|
t.Run("deletes a session from the db", func(t *testing.T) {
|
|
uid := "qwerty"
|
|
delResp, err := s.DeleteMigrationSessionByUID(ctx, uid)
|
|
require.NoError(t, err)
|
|
require.Equal(t, uid, delResp.UID)
|
|
|
|
// now we try to find it, should return an error
|
|
_, err = s.GetMigrationSessionByUID(ctx, uid)
|
|
require.ErrorIs(t, cloudmigration.ErrMigrationNotFound, err)
|
|
})
|
|
}
|
|
|
|
func Test_CreateMigrationRun(t *testing.T) {
|
|
_, s := setUpTest(t)
|
|
ctx := context.Background()
|
|
|
|
t.Run("creates a session run and retrieves it from db", func(t *testing.T) {
|
|
cmr := cloudmigration.CloudMigrationSnapshot{
|
|
SessionUID: "asdfg",
|
|
Status: cloudmigration.SnapshotStatusFinished,
|
|
}
|
|
|
|
createResp, err := s.CreateMigrationRun(ctx, cmr)
|
|
require.NoError(t, err)
|
|
require.NotEmpty(t, createResp)
|
|
|
|
getMRResp, err := s.GetMigrationStatus(ctx, createResp)
|
|
require.NoError(t, err)
|
|
require.Equal(t, cmr.Status, getMRResp.Status)
|
|
})
|
|
}
|
|
|
|
func Test_GetMigrationStatus(t *testing.T) {
|
|
_, s := setUpTest(t)
|
|
ctx := context.Background()
|
|
|
|
t.Run("gets a migration status by uid", func(t *testing.T) {
|
|
getMRResp, err := s.GetMigrationStatus(ctx, "poiuy")
|
|
require.NoError(t, err)
|
|
require.Equal(t, "poiuy", getMRResp.UID)
|
|
})
|
|
|
|
t.Run("returns error if migration run was not found", func(t *testing.T) {
|
|
getMRResp, err := s.GetMigrationStatus(ctx, "fake_uid")
|
|
require.ErrorIs(t, cloudmigration.ErrMigrationRunNotFound, err)
|
|
require.Equal(t, int64(0), getMRResp.ID)
|
|
require.Equal(t, "", getMRResp.UID)
|
|
})
|
|
}
|
|
|
|
func Test_GetMigrationStatusList(t *testing.T) {
|
|
_, s := setUpTest(t)
|
|
ctx := context.Background()
|
|
|
|
t.Run("gets migration status list from db", func(t *testing.T) {
|
|
list, err := s.GetMigrationStatusList(ctx, "qwerty")
|
|
require.NoError(t, err)
|
|
require.Equal(t, 2, len(list))
|
|
})
|
|
|
|
t.Run("returns no error if migration was not found, just empty list", func(t *testing.T) {
|
|
list, err := s.GetMigrationStatusList(ctx, "fake_migration")
|
|
require.NoError(t, err)
|
|
require.Equal(t, 0, len(list))
|
|
})
|
|
}
|
|
|
|
func Test_SnapshotManagement(t *testing.T) {
|
|
_, s := setUpTest(t)
|
|
ctx := context.Background()
|
|
|
|
t.Run("tests the snapshot lifecycle", func(t *testing.T) {
|
|
var snapshotUid string
|
|
sessionUid := util.GenerateShortUID()
|
|
|
|
// create a snapshot
|
|
cmr := cloudmigration.CloudMigrationSnapshot{
|
|
SessionUID: sessionUid,
|
|
Status: cloudmigration.SnapshotStatusCreating,
|
|
}
|
|
|
|
snapshotUid, err := s.CreateSnapshot(ctx, cmr)
|
|
require.NoError(t, err)
|
|
require.NotEmpty(t, snapshotUid)
|
|
|
|
//retrieve it from the db
|
|
snapshot, err := s.GetSnapshotByUID(ctx, snapshotUid, 0, 0)
|
|
require.NoError(t, err)
|
|
require.Equal(t, cloudmigration.SnapshotStatusCreating, snapshot.Status)
|
|
|
|
// update its status
|
|
err = s.UpdateSnapshot(ctx, cloudmigration.UpdateSnapshotCmd{UID: snapshotUid, Status: cloudmigration.SnapshotStatusCreating})
|
|
require.NoError(t, err)
|
|
|
|
//retrieve it again
|
|
snapshot, err = s.GetSnapshotByUID(ctx, snapshotUid, 0, 0)
|
|
require.NoError(t, err)
|
|
require.Equal(t, cloudmigration.SnapshotStatusCreating, snapshot.Status)
|
|
|
|
// lists snapshots and ensures it's in there
|
|
snapshots, err := s.GetSnapshotList(ctx, cloudmigration.ListSnapshotsQuery{SessionUID: sessionUid, Page: 1, Limit: 100})
|
|
require.NoError(t, err)
|
|
require.Len(t, snapshots, 1)
|
|
require.Equal(t, *snapshot, snapshots[0])
|
|
})
|
|
}
|
|
|
|
func Test_SnapshotResources(t *testing.T) {
|
|
_, s := setUpTest(t)
|
|
ctx := context.Background()
|
|
|
|
t.Run("tests CRUD of snapshot resources", func(t *testing.T) {
|
|
// Get the default rows from the test
|
|
resources, err := s.GetSnapshotResources(ctx, "poiuy", 0, 100)
|
|
assert.NoError(t, err)
|
|
assert.Len(t, resources, 3)
|
|
|
|
// create a new resource and update an existing resource
|
|
err = s.CreateUpdateSnapshotResources(ctx, "poiuy", []cloudmigration.CloudMigrationResource{
|
|
{
|
|
Type: cloudmigration.DatasourceDataType,
|
|
RefID: "mi39fj",
|
|
Status: cloudmigration.ItemStatusOK,
|
|
},
|
|
{
|
|
UID: "qwerty",
|
|
Status: cloudmigration.ItemStatusOK,
|
|
},
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
// Get resources again
|
|
resources, err = s.GetSnapshotResources(ctx, "poiuy", 0, 100)
|
|
assert.NoError(t, err)
|
|
assert.Len(t, resources, 4)
|
|
// ensure existing resource was updated
|
|
for _, r := range resources {
|
|
if r.UID == "querty" {
|
|
assert.Equal(t, cloudmigration.ItemStatusOK, r.Status)
|
|
break
|
|
}
|
|
}
|
|
// ensure a new one was made
|
|
for _, r := range resources {
|
|
if r.UID == "mi39fj" {
|
|
assert.Equal(t, cloudmigration.ItemStatusOK, r.Status)
|
|
break
|
|
}
|
|
}
|
|
|
|
// check stats
|
|
stats, err := s.GetSnapshotResourceStats(ctx, "poiuy")
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, map[cloudmigration.MigrateDataType]int{
|
|
cloudmigration.DatasourceDataType: 2,
|
|
cloudmigration.DashboardDataType: 1,
|
|
cloudmigration.FolderDataType: 1,
|
|
}, stats.CountsByType)
|
|
assert.Equal(t, map[cloudmigration.ItemStatus]int{
|
|
cloudmigration.ItemStatusOK: 3,
|
|
cloudmigration.ItemStatusPending: 1,
|
|
}, stats.CountsByStatus)
|
|
assert.Equal(t, 4, stats.Total)
|
|
|
|
// delete snapshot resources
|
|
err = s.DeleteSnapshotResources(ctx, "poiuy")
|
|
assert.NoError(t, err)
|
|
// make sure they're gone
|
|
resources, err = s.GetSnapshotResources(ctx, "poiuy", 0, 100)
|
|
assert.NoError(t, err)
|
|
assert.Len(t, resources, 0)
|
|
})
|
|
}
|
|
|
|
func setUpTest(t *testing.T) (*sqlstore.SQLStore, *sqlStore) {
|
|
testDB := db.InitTestDB(t)
|
|
s := &sqlStore{
|
|
db: testDB,
|
|
secretsService: fakeSecrets.FakeSecretsService{},
|
|
secretsStore: secretskv.NewFakeSQLSecretsKVStore(t),
|
|
}
|
|
ctx := context.Background()
|
|
|
|
// insert cloud migration test data
|
|
_, err := testDB.GetSqlxSession().Exec(ctx, `
|
|
INSERT INTO
|
|
cloud_migration_session (id, uid, auth_token, slug, stack_id, region_slug, cluster_slug, created, updated)
|
|
VALUES
|
|
(1,'qwerty', ?, '11111', 11111, 'test', 'test', '2024-03-25 15:30:36.000', '2024-03-27 15:30:43.000'),
|
|
(2,'asdfgh', ?, '22222', 22222, 'test', 'test', '2024-03-25 15:30:36.000', '2024-03-27 15:30:43.000'),
|
|
(3,'zxcvbn', ?, '33333', 33333, 'test', 'test', '2024-03-25 15:30:36.000', '2024-03-27 15:30:43.000');
|
|
`,
|
|
encodeToken("12345"),
|
|
encodeToken("6789"),
|
|
encodeToken("777"),
|
|
)
|
|
require.NoError(t, err)
|
|
|
|
// insert cloud migration run test data
|
|
_, err = testDB.GetSqlxSession().Exec(ctx, `
|
|
INSERT INTO
|
|
cloud_migration_snapshot (session_uid, uid, created, updated, finished, status)
|
|
VALUES
|
|
('qwerty', 'poiuy', '2024-03-25 15:30:36.000', '2024-03-27 15:30:43.000', '2024-03-27 15:30:43.000', "finished"),
|
|
('qwerty', 'lkjhg', '2024-03-25 15:30:36.000', '2024-03-27 15:30:43.000', '2024-03-27 15:30:43.000', "finished"),
|
|
('zxcvbn', 'mnbvvc', '2024-03-25 15:30:36.000', '2024-03-27 15:30:43.000', '2024-03-27 15:30:43.000', "finished");
|
|
`,
|
|
)
|
|
require.NoError(t, err)
|
|
|
|
_, err = testDB.GetSqlxSession().Exec(ctx, `
|
|
INSERT INTO
|
|
cloud_migration_resource (uid, snapshot_uid, resource_type, resource_uid, status, error_string)
|
|
VALUES
|
|
('mnbvde', 'poiuy', 'DATASOURCE', 'jf38gh', 'OK', ''),
|
|
('qwerty', 'poiuy', 'DASHBOARD', 'ejcx4d', 'ERROR', 'fake error'),
|
|
('zxcvbn', 'poiuy', 'FOLDER', 'fi39fj', 'PENDING', ''),
|
|
('4fi9sd', '39fi39', 'FOLDER', 'fi39fj', 'OK', '');
|
|
`,
|
|
)
|
|
require.NoError(t, err)
|
|
|
|
return testDB, s
|
|
}
|
|
|
|
func encodeToken(t string) string {
|
|
return base64.StdEncoding.EncodeToString([]byte(t))
|
|
}
|