Skip to content

Commit

Permalink
Merge pull request #29 from AllenInstitute/feature/expose-mem-and-vpu…
Browse files Browse the repository at this point in the history
…s-in-clean-fs-fragments

Add memory and vcpus parameters to CleanFileSystemFragment for enhanced configuration
  • Loading branch information
rpmcginty authored Dec 18, 2024
2 parents b27fb22 + 001be58 commit b4aa458
Showing 1 changed file with 11 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -250,9 +250,10 @@ def __init__(
batch_job_queue: Union[batch.JobQueue, str],
scaffolding_bucket: s3.Bucket,
mount_point_configs: Optional[Iterable[MountPointConfiguration]] = None,
memory: int = 1024,
vcpus: int = 1,
) -> None:
"""Clean up the file system
"""Clean up the file system by scanning for outdated data paths and removing them
Args:
scope (Construct): construct scope
Expand All @@ -266,7 +267,10 @@ def __init__(
the batch invoked lambda function.
mount_point_configs (Optional[Iterable[MountPointConfiguration]], optional):
List of mount point configurations to use. These can be overridden in the payload.
memory (int, optional): memory needed. Defaults to 1024.
This memory value is used for both the outdated path scanner and removal of data paths.
vcpus (int, optional): vcpus needed. Defaults to 1.
This memory value is used for both the outdated path scanner and removal of data paths.
"""
super().__init__(scope, id, env_base)

Expand All @@ -289,6 +293,8 @@ def __init__(
batch_job_queue=batch_job_queue,
scaffolding_bucket=scaffolding_bucket,
mount_point_configs=mount_point_configs,
memory=memory,
vcpus=vcpus,
)

self.remove_data_paths = remove_data_paths_fragment(
Expand All @@ -299,6 +305,8 @@ def __init__(
batch_job_queue=batch_job_queue,
scaffolding_bucket=scaffolding_bucket,
mount_point_configs=mount_point_configs,
memory=memory,
vcpus=vcpus,
)

# fmt: off
Expand Down

0 comments on commit b4aa458

Please sign in to comment.