lille-vemmelund/python-repositories
2
0
Fork 0
Code Issues 3 Pull Requests 1 Actions Packages Releases 17 Activity

ruff format

Browse Source
This commit is contained in:
Brian Bjarke Jensen
2025-09-15 00:53:38 +02:00
parent c45ba3c5d5
commit 5a72507775
3 changed files with 46 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python_repositories/adapters/minio_adapter.py
+19 -7
View File
@@ -25,7 +25,7 @@ class MinioAdapter(
access_key_env_var_name: str = "MINIO_ACCESS_KEY"
secret_key_env_var_name: str = "MINIO_SECRET_KEY"
bucket_env_var_name: str = "MINIO_BUCKET"
chunk_size: int = 5*2**20 # 5 MiB
chunk_size: int = 5 * 2**20 # 5 MiB
def __init__(self) -> None:
# Setup logger
@@ -133,7 +133,9 @@ class MinioAdapter(
length=num_bytes,
part_size=self.chunk_size,
)
self.logger.debug(f"Put object '{object_name}' into bucket '{self._bucket_name}'")
self.logger.debug(
f"Put object '{object_name}' into bucket '{self._bucket_name}'"
)
def _get(self, object_name: str) -> BytesIO | None:
"""Get an object from the Minio bucket."""
@@ -155,11 +157,15 @@ class MinioAdapter(
while chunk := response.read(self.chunk_size):
buffer.write(chunk)
buffer.seek(0)
self.logger.debug(f"Got object '{object_name}' from bucket '{self._bucket_name}'")
self.logger.debug(
f"Got object '{object_name}' from bucket '{self._bucket_name}'"
)
return buffer
except S3Error as exc:
if exc.code == "NoSuchKey":
self.logger.warning(f"Object '{object_name}' not found in bucket '{self._bucket_name}'")
self.logger.warning(
f"Object '{object_name}' not found in bucket '{self._bucket_name}'"
)
else:
self.logger.error(repr(exc))
except Exception as exc: # pylint: disable=broad-except
@@ -180,7 +186,9 @@ class MinioAdapter(
bucket_name=self._bucket_name,
object_name=object_name,
)
self.logger.debug(f"Deleted object '{object_name}' from bucket '{self._bucket_name}'")
self.logger.debug(
f"Deleted object '{object_name}' from bucket '{self._bucket_name}'"
)
def _list_objects(self, prefix: str = "") -> list[str]:
"""List objects in the Minio bucket with an optional prefix."""
@@ -197,6 +205,10 @@ class MinioAdapter(
prefix=prefix,
recursive=True,
)
object_names = [obj.object_name for obj in objects if obj.object_name is not None]
self.logger.debug(f"Listed {len(object_names)} object(s) in bucket '{self._bucket_name}' with prefix '{prefix}'")
object_names = [
obj.object_name for obj in objects if obj.object_name is not None
]
self.logger.debug(
f"Listed {len(object_names)} object(s) in bucket '{self._bucket_name}' with prefix '{prefix}'"
)
return object_names