Files
grafana/e2e-playwright/various-suite/prometheus-editor.spec.ts
Ashley Harrison b6580ccb10 E2E: migrate to playwright (#107241)
* separate playwright into its own folder

* better separation

* add login scenario, add tags

* remove ui option

* update CODEOWNERS

* add a panels suite test

* migrate queries test to playwright

* rename + add dashlist test

* add panelEdit_base

* add geomap map controls test

* add geomap-layer-types

* add geomap-spatial-operations tests

* add frontend-sandbox-panel tests

* add smoke-tests-suite

* add comment about adding datasource

* add dashboard-browse-nested

* add dashboard-browse

* add dashboard-export-json

* add dashboard-keybindings test

* remove @wip tag

* turn on screenshots and add comment for why this test fails

* add dashboard-links-without-slug test

* try adding permissions in the test as well

* add dashboard-live-streaming

* context in the test doesn't work - sad

* create dashboard-public-templating

* add dashboard-public-create and make live streaming more resilient

* add share externally test

* add dashboard-share-internally

* add share-snapshot-create test

* add dashboard-templating

* add timepicker tests

* add embedded-dashboard test

* add general_dashboards test

* add import-dashboard test

* add load-options-from-url test

* add new-constant-variable test

* add custom-variable test

* add new-datasource-variable test

* add new-interval-variable test

* add text-box-variable test

* add new-query-variable test

* add horizontal repeat test

* add panel-vertical-repeat test

* add empty-row-repeat test

* add set-options-from-ui test

* add snapshot-create test

* add templating test

* add textbox-variables test

* add cloud-plugins-suite

* add storybook verification tests

* add playwright storybook verification workflow

* add playwright browsers

* update CODEOWNERS

* test change to trigger storybook verification workflows

* try container instead

* get the version right...

* go back to installing - less chance of forgetting to update

* Basic Github Actions

Squashed commit of the following:

commit f84c650a71bba339da7f96303292717569d4caa6
Author: joshhunt <josh.hunt@grafana.com>
Date:   Tue Jul 1 13:23:46 2025 +0100

    add arg for sharding, but not using it yet

commit 7bcf0512c6652e079757e7f892d1802eb255a6a7
Author: joshhunt <josh.hunt@grafana.com>
Date:   Tue Jul 1 12:30:30 2025 +0100

    less newline

commit b6439118829a09a4c8c49d7692d38df0dff7e7ae
Author: joshhunt <josh.hunt@grafana.com>
Date:   Tue Jul 1 12:24:31 2025 +0100

    less logs

commit 38f871e9c235344f12ef31121fdfced549c5323c
Author: joshhunt <josh.hunt@grafana.com>
Date:   Tue Jul 1 10:00:26 2025 +0100

    fix yaml

commit db9a773136eff40a82beb3b2f55f73ab0d07a717
Author: joshhunt <josh.hunt@grafana.com>
Date:   Tue Jul 1 09:57:47 2025 +0100

    clean up files

commit c0525f41fa8b498f2fdf71b5047301b0e2945498
Author: joshhunt <josh.hunt@grafana.com>
Date:   Tue Jul 1 09:44:56 2025 +0100

    gha workflow

commit 895bea7c527bfbb148a421b9283fa0805f6ab11d
Author: joshhunt <josh.hunt@grafana.com>
Date:   Mon Jun 30 19:33:08 2025 +0100

    working dagger

commit cea1f8443738e9e4b375c065dd4a1e466036bb74
Author: joshhunt <josh.hunt@grafana.com>
Date:   Mon Jun 30 16:17:46 2025 +0100

    wip

* shard gha

* some tidy up

* add flags for exporting results, and a gha step to merge runs

* fix shard gha

* add dashboard-duplicate-panel test

* add dashboard-outline test

* add dashboards-add-panel

* remove some commented out code

* add dashboards-title-description test

* add dashboards-remove-panel

* don't install cypress

* gha: check playwright results

* add dashboards-edit-adhoc-variables test

* fix check-jobs

* add dagger cloud token

* add dagger cloud token

* add edit-datasource-variable test

* update CODEOWNERS

* add dashboards-edit-group-by-variables (skipped for now)

* add dashboards-edit-panel-title-description test

* add dashboards-edit-transparent-bg test

* add dashboards-edit-query-variables test

* run with 8 shards

* add dashboards-edit-variables

* tidy up gha

* add dashboard-group-panels

* fix action

* try to cache the grafana build

* fix missing action becuase no checkout, use builtin continue-on-error instead

* fix missing id

* cat out.txt

* debug build cache

* fix debug build cache

* add dashboards-panel-layouts test

* tidy up

* no more debug

* fix grafana dir

* add dashboards-move-panel test

* skip some failing tests

* mark up plugins tests with @plugins tag, only run @plugins tests in drone

* Hackathon/Playwright Conversion - Various Suite (#107516)

* Playwright Migration: Various Suite tests

* skipping bad tests

* fix some tests that can fail

* fix uid

* separate user for the verify-i18n test

* build test plugins for grafana server

* properly blur input fields

* login manually

* get dashboardPage from goto

* ignore a couple of type assertions

* remove a couple of timeouts

* remove timeouts on dashboard-share-internally

* use toBeHidden

* make dashboard-share-internally more stable

* remove TEMP_DAGGER_TOKEN

* clean up visaulization-suggestions

* unskip gauge test

* unskip trace-view-scrolling

* attempt to make create variable utils stable

* unskip loki tests

* make go linter happy

* unskip edit-group-by-variables test

* unskip move panel tests

* isolate dashboard-timepicker tests with separate user

* create data source as part of smoke test

* make sure we're awaiting in dashboard-edit-adhoc-variables

* make dashboards-edit-variables test more robust

* Hackathon Playwright: Dashboards Search (#107580)

* Hackathon Playwright: Dashboards Search

* Feedback changes

* make trace-view-scrolling more stable

* add json report and bench step

* fix bench version

* move fail step to after the playwright report so we can report test failures

* fix output file name

* fix typo

* try wrap in expect.poll

* stability

* bit more tidy up

* fix dashboard-new-layouts tests

* move test-plugins to e2e-playwright

* fix go code for drone e2e run

* move loki plugin-e2e test

* make v2 dashboards work again

---------

Co-authored-by: joshhunt <josh.hunt@grafana.com>
Co-authored-by: Josh Hunt <joshhunt@users.noreply.github.com>
Co-authored-by: Collin Fingar <collin.fingar@grafana.com>
Co-authored-by: Jeff Levin <jeff@levinology.com>
2025-07-11 10:31:33 +01:00

288 lines
11 KiB
TypeScript

import { Page } from 'playwright-core';
import { test, expect, E2ESelectorGroups } from '@grafana/plugin-e2e';
import { getResources } from '../utils/prometheus-helpers';
// TODO: fix some tests. Race conditions with other tests in the file cause some to fail.
test.describe.skip(
'Prometheus query editor',
{
tag: ['@various', '@wip'],
},
() => {
const DATASOURCE_ID = 'Prometheus';
type EditorType = 'Code' | 'Builder';
/**
* Create and save a Prometheus data source, navigate to code or builder
*/
async function navigateToEditor(page: Page, selectors: E2ESelectorGroups, editorType: string, name: string) {
// Navigate to add data source page
await page.goto('/datasources/new');
// Select the Prometheus data source
const prometheusPlugin = page.getByRole('button', { name: DATASOURCE_ID });
await prometheusPlugin.scrollIntoViewIfNeeded();
await expect(prometheusPlugin).toBeVisible();
await prometheusPlugin.click();
// Choose default editor
const defaultEditor = page.getByTestId(selectors.components.DataSource.Prometheus.configPage.defaultEditor);
await defaultEditor.scrollIntoViewIfNeeded();
await expect(defaultEditor).toBeVisible();
await defaultEditor.click();
await selectOption(page, editorType, selectors);
// Add URL for DS to save without error
const connectionSettings = page.getByLabel(
selectors.components.DataSource.Prometheus.configPage.connectionSettings
);
await connectionSettings.fill('http://prom-url:9090');
// Name the DS
const nameInput = page.getByTestId(selectors.pages.DataSource.name);
await nameInput.clear();
await nameInput.fill(name);
const saveAndTestButton = page.getByTestId(selectors.pages.DataSource.saveAndTest);
await saveAndTestButton.click();
// Visit explore
await page.goto('/explore');
// Choose the right DS
const dataSourcePicker = page.getByTestId(selectors.components.DataSourcePicker.container);
await expect(dataSourcePicker).toBeVisible();
await dataSourcePicker.click();
const dataSourceOption = page.getByRole('button', { name: `${name} ${DATASOURCE_ID}`, exact: true });
await dataSourceOption.scrollIntoViewIfNeeded();
await expect(dataSourceOption).toBeVisible();
await dataSourceOption.click();
}
test('should have a kickstart component', async ({ page, selectors }) => {
await navigateToEditor(page, selectors, 'Code', 'prometheus');
const queryPatterns = page.getByTestId(selectors.components.QueryBuilder.queryPatterns);
await queryPatterns.scrollIntoViewIfNeeded();
await expect(queryPatterns).toBeVisible();
});
test('should have an explain component', async ({ page, selectors }) => {
await navigateToEditor(page, selectors, 'Code', 'prometheus');
const explain = page.getByTestId(selectors.components.DataSource.Prometheus.queryEditor.explain);
await explain.scrollIntoViewIfNeeded();
await expect(explain).toBeVisible();
});
test('should have an editor toggle component', async ({ page, selectors }) => {
await navigateToEditor(page, selectors, 'Code', 'prometheus');
const editorToggle = page.getByTestId(selectors.components.DataSource.Prometheus.queryEditor.editorToggle);
await editorToggle.scrollIntoViewIfNeeded();
await expect(editorToggle).toBeVisible();
});
test('should have an options component with legend, format, step, type and exemplars', async ({
page,
selectors,
}) => {
await navigateToEditor(page, selectors, 'Code', 'prometheus');
// Open options
const options = page.getByTestId(selectors.components.DataSource.Prometheus.queryEditor.options);
await options.scrollIntoViewIfNeeded();
await expect(options).toBeVisible();
await options.click();
// Check options
const legend = page.getByTestId(selectors.components.DataSource.Prometheus.queryEditor.legend);
await legend.scrollIntoViewIfNeeded();
await expect(legend).toBeVisible();
const format = page.getByTestId(selectors.components.DataSource.Prometheus.queryEditor.format);
await format.scrollIntoViewIfNeeded();
await expect(format).toBeVisible();
const step = page.locator('[data-test-id="prometheus-step"]');
await step.scrollIntoViewIfNeeded();
await expect(step).toBeVisible();
const type = page.getByTestId(selectors.components.DataSource.Prometheus.queryEditor.type);
await type.scrollIntoViewIfNeeded();
await expect(type).toBeVisible();
const exemplars = page.getByTestId('prometheus-exemplars');
await exemplars.scrollIntoViewIfNeeded();
await expect(exemplars).toBeVisible();
});
test.describe('Code editor', () => {
test('navigates to the code editor with editor type as code', async ({ page, selectors }) => {
await navigateToEditor(page, selectors, 'Code', 'prometheusCode');
});
test('navigates to the code editor and opens the metrics browser with metric search, labels, label values, and all components', async ({
page,
selectors,
}) => {
await navigateToEditor(page, selectors, 'Code', 'prometheusCode');
await getResources(page);
const queryField = page.getByTestId(selectors.components.DataSource.Prometheus.queryEditor.code.queryField);
await expect(queryField).toBeVisible();
const metricsBrowserButton = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.openButton
);
await metricsBrowserButton.click();
const selectMetric = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.selectMetric
);
await expect(selectMetric).toBeVisible();
const labelNamesFilter = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.labelNamesFilter
);
await expect(labelNamesFilter).toBeVisible();
const labelValuesFilter = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.labelValuesFilter
);
await expect(labelValuesFilter).toBeVisible();
const useQuery = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.useQuery
);
await expect(useQuery).toBeVisible();
const useAsRateQuery = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.useAsRateQuery
);
await expect(useAsRateQuery).toBeVisible();
const validateSelector = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.validateSelector
);
await expect(validateSelector).toBeVisible();
const clear = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.clear
);
await expect(clear).toBeVisible();
});
test('selects a metric in the metrics browser and uses the query', async ({ page, selectors }) => {
await navigateToEditor(page, selectors, 'Code', 'prometheusCode');
await getResources(page);
const metricsBrowserButton = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.openButton
);
await metricsBrowserButton.click();
const selectMetric = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.selectMetric
);
await expect(selectMetric).toBeVisible();
await selectMetric.fill('met');
const metricList = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.metricList
);
await expect(metricList).toBeVisible();
const metricOption = metricList.getByText('metric1');
await expect(metricOption).toBeVisible();
await metricOption.click();
const useQuery = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.code.metricsBrowser.useQuery
);
await expect(useQuery).toBeVisible();
await useQuery.click();
const queryField = page.getByTestId(selectors.components.DataSource.Prometheus.queryEditor.code.queryField);
await expect(queryField).toBeVisible();
await expect(queryField).toContainText('metric1');
});
});
test.describe('Query builder', () => {
test('navigates to the query builder with editor type as code', async ({ page, selectors }) => {
await navigateToEditor(page, selectors, 'Builder', 'prometheusBuilder');
});
test('the query builder contains metric select, label filters and operations', async ({ page, selectors }) => {
await navigateToEditor(page, selectors, 'Builder', 'prometheusBuilder');
await getResources(page);
const metricSelect = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.builder.metricSelect
);
await expect(metricSelect).toBeVisible();
const labelSelect = page.getByTestId(selectors.components.QueryBuilder.labelSelect);
await expect(labelSelect).toBeVisible();
const matchOperatorSelect = page.getByTestId(selectors.components.QueryBuilder.matchOperatorSelect);
await expect(matchOperatorSelect).toBeVisible();
const valueSelect = page.getByTestId(selectors.components.QueryBuilder.valueSelect);
await expect(valueSelect).toBeVisible();
});
test('can select a metric and provide a hint', async ({ page, selectors }) => {
await navigateToEditor(page, selectors, 'Builder', 'prometheusBuilder');
await getResources(page);
const metricSelect = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.builder.metricSelect
);
await expect(metricSelect).toBeVisible();
await metricSelect.click();
await page.getByText('metric1').click();
const hints = page.getByTestId(selectors.components.DataSource.Prometheus.queryEditor.builder.hints);
await expect(hints).toContainText('hint: add rate');
});
test('should have the metrics explorer opened via the metric select', async ({ page, selectors }) => {
await navigateToEditor(page, selectors, 'Builder', 'prometheusBuilder');
await getResources(page);
const metricSelect = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.builder.metricSelect
);
await expect(metricSelect).toBeVisible();
await metricSelect.click();
await selectOption(page, 'Metrics explorer', selectors);
const metricsExplorer = page.getByTestId(
selectors.components.DataSource.Prometheus.queryEditor.builder.metricsExplorer
);
await expect(metricsExplorer).toBeVisible();
});
});
}
);
async function selectOption(page: Page, option: string, selectors: E2ESelectorGroups) {
const optionElement = page.getByTestId(selectors.components.Select.option).filter({ hasText: option });
await expect(optionElement).toBeVisible();
await optionElement.click();
}