diff --git a/.github/pr-commands.json b/.github/pr-commands.json
index 1803aa29a8a..d211b5cce3a 100644
--- a/.github/pr-commands.json
+++ b/.github/pr-commands.json
@@ -247,7 +247,8 @@
       "/pkg/services/sqlstore/migrations/ualert/**/*",
       "/pkg/services/alerting/**/*",
       "/public/app/features/alerting/**/*",
-      "/pkg/tests/api/alerting/**/*"
+      "/pkg/tests/api/alerting/**/*",
+      "/pkg/tests/alertmanager/**/*"
     ],
     "action": "updateLabel",
     "addLabel": "area/alerting"
diff --git a/pkg/tests/alertmanager/alertmanager_test.go b/pkg/tests/alertmanager/alertmanager_test.go
index 269e53075e2..e3a001d7657 100644
--- a/pkg/tests/alertmanager/alertmanager_test.go
+++ b/pkg/tests/alertmanager/alertmanager_test.go
@@ -7,13 +7,12 @@ import (
 	"github.com/stretchr/testify/require"
 )
 
-func TestAlertmanagerIntegration_ExtraDedupStage(t *testing.T) {
+func TestAlertmanager_ExtraDedupStage(t *testing.T) {
 	if testing.Short() {
 		t.Skip("skipping integration test")
 	}
 
 	t.Run("assert no flapping alerts when stopOnExtraDedup is enabled", func(t *testing.T) {
-		t.Skip("skipping flaky test")
 		s, err := NewAlertmanagerScenario()
 		require.NoError(t, err)
 		defer s.Close()