From ff7983fbae2d0aa2959f1ce8fe25ba0fdb1a595d Mon Sep 17 00:00:00 2001 From: Jay Chia Date: Mon, 28 Oct 2024 20:51:09 -0700 Subject: [PATCH] Perform a flush of metrics at the end of every wave --- daft/runners/ray_tracing.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/daft/runners/ray_tracing.py b/daft/runners/ray_tracing.py index a8ea76ab65..39733d4f86 100644 --- a/daft/runners/ray_tracing.py +++ b/daft/runners/ray_tracing.py @@ -380,6 +380,9 @@ def metrics_updater(**kwargs): } ) + # On the end of every wave, perform a flush of the latest metrics from the MetricsActor + self._flush_task_metrics() + def count_inflight_tasks(self, count: int): self._write_event( {