diff --git a/helm-wrapper/src/main/java/io/github/inseefrlab/helmwrapper/service/HelmInstallService.java b/helm-wrapper/src/main/java/io/github/inseefrlab/helmwrapper/service/HelmInstallService.java
index 39a15f9e..f246022e 100644
--- a/helm-wrapper/src/main/java/io/github/inseefrlab/helmwrapper/service/HelmInstallService.java
+++ b/helm-wrapper/src/main/java/io/github/inseefrlab/helmwrapper/service/HelmInstallService.java
@@ -148,7 +148,9 @@ public HelmInstaller installChart(
                     InterruptedException,
                     TimeoutException,
                     IllegalArgumentException {
-        StringBuilder command = new StringBuilder("helm upgrade --install --history-max 0 ");
+        StringBuilder command =
+                new StringBuilder(
+                        "helm upgrade --atomic --cleanup-on-fail --install --history-max 0 ");
 
         if (timeout != null) {
             command.append("--timeout " + timeout + " ");