diff --git a/push/index.ts b/push/index.ts
index 9b4cc66..38679fd 100644
--- a/push/index.ts
+++ b/push/index.ts
@@ -131,7 +131,7 @@ for (const layer of manifest.Layers) {
       }
 
       const inprogressPath = path.join(cacheFolder, layerName + "-in-progress");
-      await rm(inprogressPath, { recursive: true });
+      await rm(inprogressPath, { force: true, recursive: true });
 
       const hasher = new Bun.CryptoHasher("sha256");
       const cacheWriter = file(inprogressPath).writer();