Perform a flush of metrics at the end of every wave

Eventual-Inc · Oct 29, 2024 · ff7983f · ff7983f
1 parent 0a1a8d4
commit ff7983f
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/daft/runners/ray_tracing.py b/daft/runners/ray_tracing.py
@@ -380,6 +380,9 @@ def metrics_updater(**kwargs):
             }
         )
 
+        # On the end of every wave, perform a flush of the latest metrics from the MetricsActor
+        self._flush_task_metrics()
+
     def count_inflight_tasks(self, count: int):
         self._write_event(
             {