diff --git a/tests/e2e/common/common.go b/tests/e2e/common/common.go
index 381e87cc7..5cb62dcfb 100644
--- a/tests/e2e/common/common.go
+++ b/tests/e2e/common/common.go
@@ -734,6 +734,9 @@ func GenerateCertificateWithOutDirTests() func(t *testing.T) {
 		assert.FileExists(t, "./certs/ca.crt")
 		assert.FileExists(t, "./certs/issuer.crt")
 		assert.FileExists(t, "./certs/issuer.key")
+
+		err = os.RemoveAll("./certs")
+		assert.NoError(t, err)
 	}
 }