diff --git a/integration-tests/it-common/src/test/java/io/prometheus/client/it/common/Volume.java b/integration-tests/it-common/src/test/java/io/prometheus/client/it/common/Volume.java
index af5b0918e..418ca07a5 100644
--- a/integration-tests/it-common/src/test/java/io/prometheus/client/it/common/Volume.java
+++ b/integration-tests/it-common/src/test/java/io/prometheus/client/it/common/Volume.java
@@ -94,12 +94,13 @@ public void remove() throws IOException {
   }
 
   private boolean deleteRecursively(File file) {
+    boolean deleted = true;
     File[] allContents = file.listFiles();
     if (allContents != null) {
       for (File child : allContents) {
-        deleteRecursively(child);
+        deleted &= deleteRecursively(child);
       }
     }
-    return file.delete();
+    return deleted && file.delete();
   }
 }