diff --git a/src/main/java/org/gaul/s3proxy/azureblob/AzureBlobStore.java b/src/main/java/org/gaul/s3proxy/azureblob/AzureBlobStore.java
index 28d8106..d407dd2 100644
--- a/src/main/java/org/gaul/s3proxy/azureblob/AzureBlobStore.java
+++ b/src/main/java/org/gaul/s3proxy/azureblob/AzureBlobStore.java
@@ -190,7 +190,13 @@ public final class AzureBlobStore extends BaseBlobStore {
 
     @Override
     public void deleteContainer(String container) {
-        blobServiceClient.deleteBlobContainer(container);
+        try {
+            blobServiceClient.deleteBlobContainer(container);
+        } catch (BlobStorageException bse) {
+            if (bse.getErrorCode() != BlobErrorCode.CONTAINER_NOT_FOUND) {
+                throw bse;
+            }
+        }
     }
 
     @Override