diff --git a/test/e2e/rootless_test.go b/test/e2e/rootless_test.go
index 72ca37d6e8..bd782a5fc5 100644
--- a/test/e2e/rootless_test.go
+++ b/test/e2e/rootless_test.go
@@ -39,6 +39,7 @@ var _ = Describe("Podman rootless", func() {
 			os.Exit(1)
 		}
 		podmanTest = PodmanCreate(tempdir)
+		podmanTest.CgroupManager = "cgroupfs"
 		podmanTest.RestoreAllArtifacts()
 	})
 
@@ -90,6 +91,7 @@ var _ = Describe("Podman rootless", func() {
 		tempdir, err := CreateTempDirInTempDir()
 		Expect(err).To(BeNil())
 		rootlessTest := PodmanCreate(tempdir)
+		rootlessTest.CgroupManager = "cgroupfs"
 		err = filepath.Walk(tempdir, chownFunc)
 		Expect(err).To(BeNil())