From f4e48e816fb8e62ff9f149be265c99d3a4636bb4 Mon Sep 17 00:00:00 2001 From: Matthias Bisping Date: Thu, 24 Feb 2022 07:37:40 +0100 Subject: [PATCH] refactoring, better logging --- pyinfra/storage/adapters/azure.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/pyinfra/storage/adapters/azure.py b/pyinfra/storage/adapters/azure.py index 5fe34ce..7038b25 100644 --- a/pyinfra/storage/adapters/azure.py +++ b/pyinfra/storage/adapters/azure.py @@ -7,6 +7,10 @@ from retry import retry from pyinfra.storage.adapters.adapter import StorageAdapter +logger = logging.getLogger(__name__) +logging.getLogger("azure").setLevel(logging.WARNING) +logging.getLogger("urllib3").setLevel(logging.WARNING) + def _retry(exceptions=Exception): @@ -33,6 +37,7 @@ class AzureStorageAdapter(StorageAdapter): return container_client if container_client.exists() else self.__client.create_container(container_name) def put(self, bucket_name, object_name, data): + logger.debug(f"Uploading {object_name}") container_client = self.__provide_container_client(bucket_name) blob_client = container_client.get_blob_client(object_name) blob_client.upload_blob(data, overwrite=True) @@ -46,14 +51,15 @@ class AzureStorageAdapter(StorageAdapter): def get_all(self, bucket_name): container_client = self.__provide_container_client(bucket_name) - for blob in container_client.list_blobs(bucket_name): + blobs = container_client.list_blobs(bucket_name) + for blob in blobs: blob_client = container_client.get_blob_client(blob) blob_data = blob_client.download_blob() yield blob_data @_retry(ResourceExistsError) def purge(self, bucket_name): - logging.debug(f"Purging Azure container '{bucket_name}'") + logger.debug(f"Purging Azure container '{bucket_name}'") container_client = self.__client.get_container_client(bucket_name) blobs = container_client.list_blobs() container_client.delete_blobs(*blobs)