Skip to content

Commit

Permalink
Remove cluster_util from deltacat
Browse files Browse the repository at this point in the history
  • Loading branch information
Kevin Yan committed Nov 17, 2023
1 parent 93eab42 commit 531432a
Showing 1 changed file with 1 addition and 14 deletions.
15 changes: 1 addition & 14 deletions deltacat/compute/compactor_v2/compaction_session.py
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,6 @@
hash_bucket_resource_options_provider,
merge_resource_options_provider,
)
from deltacat.utils.resources import ClusterUtilizationOverTimeRange
from deltacat.compute.compactor.model.compactor_version import CompactorVersion

if importlib.util.find_spec("memray"):
Expand All @@ -65,10 +64,9 @@ def compact_partition(params: CompactPartitionParams, **kwargs) -> Optional[str]

with memray.Tracker(
f"compaction_partition.bin"
) if params.enable_profiler else nullcontext(), ClusterUtilizationOverTimeRange() as cluster_util:
) if params.enable_profiler else nullcontext():
(new_partition, new_rci, new_rcf_partition_locator,) = _execute_compaction(
params,
cluster_util=cluster_util,
**kwargs,
)

Expand Down Expand Up @@ -478,17 +476,6 @@ def merge_input_provider(index, item):
mat_results, telemetry_time_hb + telemetry_time_merge
)

cluster_util: ClusterUtilizationOverTimeRange = kwargs.get("cluster_util")

if cluster_util:
compaction_audit.set_total_cpu_seconds(cluster_util.total_vcpu_seconds)
compaction_audit.set_used_cpu_seconds(cluster_util.used_vcpu_seconds)
compaction_audit.set_used_memory_gb_seconds(cluster_util.used_memory_gb_seconds)
compaction_audit.set_total_memory_gb_seconds(
cluster_util.total_memory_gb_seconds
)
compaction_audit.set_cluster_cpu_max(cluster_util.max_cpu)

input_inflation = None
input_average_record_size_bytes = None
# Note: we only consider inflation for incremental delta
Expand Down

0 comments on commit 531432a

Please sign in to comment.