Skip to content

Commit

Permalink
Add memory and vcpus parameters to CleanFileSystemFragment for enhanc…
Browse files Browse the repository at this point in the history
…ed configuration
  • Loading branch information
rpmcginty committed Dec 16, 2024
1 parent b27fb22 commit 001be58
Showing 1 changed file with 11 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -250,9 +250,10 @@ def __init__(
batch_job_queue: Union[batch.JobQueue, str],
scaffolding_bucket: s3.Bucket,
mount_point_configs: Optional[Iterable[MountPointConfiguration]] = None,
memory: int = 1024,
vcpus: int = 1,
) -> None:
"""Clean up the file system
"""Clean up the file system by scanning for outdated data paths and removing them
Args:
scope (Construct): construct scope
Expand All @@ -266,7 +267,10 @@ def __init__(
the batch invoked lambda function.
mount_point_configs (Optional[Iterable[MountPointConfiguration]], optional):
List of mount point configurations to use. These can be overridden in the payload.
memory (int, optional): memory needed. Defaults to 1024.
This memory value is used for both the outdated path scanner and removal of data paths.
vcpus (int, optional): vcpus needed. Defaults to 1.
This memory value is used for both the outdated path scanner and removal of data paths.
"""
super().__init__(scope, id, env_base)

Expand All @@ -289,6 +293,8 @@ def __init__(
batch_job_queue=batch_job_queue,
scaffolding_bucket=scaffolding_bucket,
mount_point_configs=mount_point_configs,
memory=memory,
vcpus=vcpus,
)

self.remove_data_paths = remove_data_paths_fragment(
Expand All @@ -299,6 +305,8 @@ def __init__(
batch_job_queue=batch_job_queue,
scaffolding_bucket=scaffolding_bucket,
mount_point_configs=mount_point_configs,
memory=memory,
vcpus=vcpus,
)

# fmt: off
Expand Down

0 comments on commit 001be58

Please sign in to comment.