From 531432a7f971dc80c83463c2cfaf17e105aeae11 Mon Sep 17 00:00:00 2001 From: Kevin Yan Date: Fri, 17 Nov 2023 01:45:29 +0000 Subject: [PATCH] Remove cluster_util from deltacat --- .../compute/compactor_v2/compaction_session.py | 15 +-------------- 1 file changed, 1 insertion(+), 14 deletions(-) diff --git a/deltacat/compute/compactor_v2/compaction_session.py b/deltacat/compute/compactor_v2/compaction_session.py index c645fc73..d69f9cc7 100644 --- a/deltacat/compute/compactor_v2/compaction_session.py +++ b/deltacat/compute/compactor_v2/compaction_session.py @@ -47,7 +47,6 @@ hash_bucket_resource_options_provider, merge_resource_options_provider, ) -from deltacat.utils.resources import ClusterUtilizationOverTimeRange from deltacat.compute.compactor.model.compactor_version import CompactorVersion if importlib.util.find_spec("memray"): @@ -65,10 +64,9 @@ def compact_partition(params: CompactPartitionParams, **kwargs) -> Optional[str] with memray.Tracker( f"compaction_partition.bin" - ) if params.enable_profiler else nullcontext(), ClusterUtilizationOverTimeRange() as cluster_util: + ) if params.enable_profiler else nullcontext(): (new_partition, new_rci, new_rcf_partition_locator,) = _execute_compaction( params, - cluster_util=cluster_util, **kwargs, ) @@ -478,17 +476,6 @@ def merge_input_provider(index, item): mat_results, telemetry_time_hb + telemetry_time_merge ) - cluster_util: ClusterUtilizationOverTimeRange = kwargs.get("cluster_util") - - if cluster_util: - compaction_audit.set_total_cpu_seconds(cluster_util.total_vcpu_seconds) - compaction_audit.set_used_cpu_seconds(cluster_util.used_vcpu_seconds) - compaction_audit.set_used_memory_gb_seconds(cluster_util.used_memory_gb_seconds) - compaction_audit.set_total_memory_gb_seconds( - cluster_util.total_memory_gb_seconds - ) - compaction_audit.set_cluster_cpu_max(cluster_util.max_cpu) - input_inflation = None input_average_record_size_bytes = None # Note: we only consider inflation for incremental delta