diff --git a/pkg/rootless/rootless_linux.go b/pkg/rootless/rootless_linux.go
index f71d557765..5ddfab7ad7 100644
--- a/pkg/rootless/rootless_linux.go
+++ b/pkg/rootless/rootless_linux.go
@@ -510,7 +510,7 @@ func TryJoinFromFilePaths(pausePidPath string, needNewNamespace bool, paths []st
 			}
 		}
 	}
-	if !foundProcess {
+	if !foundProcess && pausePidPath != "" {
 		return BecomeRootInUserNS(pausePidPath)
 	}
 	if lastErr != nil {