-
Notifications
You must be signed in to change notification settings - Fork 145
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
a43c063
commit 710b68a
Showing
5 changed files
with
201 additions
and
46 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
56 changes: 56 additions & 0 deletions
56
python/morpheus/morpheus/_lib/include/morpheus/stages/monitor_controller.hpp
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,56 @@ | ||
| #pragma once | ||
|
|
||
| #include <indicators/dynamic_progress.hpp> | ||
| #include <indicators/progress_bar.hpp> | ||
| #include <mrc/segment/builder.hpp> // for Builder | ||
| #include <pymrc/node.hpp> // for PythonNode | ||
| #include <rxcpp/rx.hpp> // for trace_activity, decay_t, from | ||
|
|
||
| #include <string> | ||
|
|
||
| namespace morpheus { | ||
| /****** Component public implementations *******************/ | ||
| /******************* MonitorController**********************/ | ||
|
|
||
| /** | ||
| * @addtogroup stages | ||
| * @{ | ||
| * @file | ||
| */ | ||
|
|
||
| /** | ||
| * @brief | ||
| */ | ||
| template <typename MessageT> | ||
| class MonitorController | ||
| { | ||
| public: | ||
| MonitorController(const std::string& description, | ||
| float smoothing, | ||
| const std::string& unit, | ||
| bool delayed_start, | ||
| std::optional<std::function<int(MessageT)>> determin_count_fn = std::nullopt); | ||
|
|
||
| private: | ||
| MessageT progress_sink(MessageT msg); | ||
| auto auto_count_fn(MessageT msg) -> std::optional<std::function<int(MessageT)>>; | ||
| void sink_on_completed(); | ||
|
|
||
| const std::string& m_description; | ||
| float m_smoothing; | ||
| const std::string& m_unit; | ||
| bool m_delayed_start; | ||
| unsigned long m_count; | ||
|
|
||
| indicators::ProgressBar m_progress_bar; | ||
|
|
||
| std::optional<std::function<int(MessageT)>> m_determine_count_fn; | ||
|
|
||
| static indicators::DynamicProgress<indicators::ProgressBar> m_progress_bars; | ||
| }; | ||
|
|
||
| template <typename InputT> | ||
| indicators::DynamicProgress<indicators::ProgressBar> MonitorController<InputT>::m_progress_bars; | ||
|
|
||
| /** @} */ // end of group | ||
| } // namespace morpheus |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
115 changes: 115 additions & 0 deletions
115
python/morpheus/morpheus/_lib/src/stages/monitor_controller.cpp
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,115 @@ | ||
| #include "morpheus/stages/monitor_controller.hpp" | ||
|
|
||
| #include "indicators/setting.hpp" | ||
|
|
||
| #include "morpheus/messages/control.hpp" | ||
| #include "morpheus/messages/meta.hpp" | ||
|
|
||
| #include <cudf/column/column.hpp> | ||
| #include <cudf/column/column_factories.hpp> | ||
| #include <cudf/table/table.hpp> | ||
|
|
||
| #include <optional> | ||
| #include <type_traits> | ||
| #include <vector> | ||
|
|
||
| namespace morpheus { | ||
|
|
||
| // Component public implementations | ||
| // ****************** MonitorController ************************ // | ||
|
|
||
| template <typename MessageT> | ||
| MonitorController<MessageT>::MonitorController(const std::string& description, | ||
| float smoothing, | ||
| const std::string& unit, | ||
| bool delayed_start, | ||
| std::optional<std::function<int(MessageT)>> determin_count_fn) : | ||
| m_description(description), | ||
| m_smoothing(smoothing), | ||
| m_unit(unit), | ||
| m_delayed_start(delayed_start), | ||
| m_count(0) | ||
| { | ||
| m_progress_bar.set_option(indicators::option::BarWidth{50}); | ||
| m_progress_bar.set_option(indicators::option::Start{"["}); | ||
| m_progress_bar.set_option(indicators::option::Fill("■")); | ||
| m_progress_bar.set_option(indicators::option::Lead(">")); | ||
| m_progress_bar.set_option(indicators::option::Remainder(" ")); | ||
| m_progress_bar.set_option(indicators::option::End("]")); | ||
| m_progress_bar.set_option(indicators::option::PostfixText{m_description}); | ||
| m_progress_bar.set_option(indicators::option::ForegroundColor{indicators::Color::yellow}); | ||
| m_progress_bar.set_option(indicators::option::ShowElapsedTime{true}); | ||
|
|
||
| MonitorController::m_progress_bars.push_back(m_progress_bar); | ||
| } | ||
|
|
||
| template <typename MessageT> | ||
| MessageT MonitorController<MessageT>::progress_sink(MessageT msg) | ||
| { | ||
| if (m_determine_count_fn == std::nullopt) | ||
| { | ||
| m_determine_count_fn = auto_count_fn(msg); | ||
| } | ||
|
|
||
| m_count += (*m_determine_count_fn)(msg); | ||
| m_progress_bar.set_progress(m_count); | ||
|
|
||
| return msg; | ||
| } | ||
|
|
||
| template <typename T> | ||
| struct is_vector : std::false_type | ||
| {}; | ||
|
|
||
| template <typename T, typename U> | ||
| struct is_vector<std::vector<T, U>> : std::true_type | ||
| {}; | ||
|
|
||
| template <typename MessageT> | ||
| auto MonitorController<MessageT>::auto_count_fn(MessageT msg) -> std::optional<std::function<int(MessageT)>> | ||
| { | ||
| if constexpr (std::is_same_v<MessageT, cudf::table>) | ||
| { | ||
| return [](MessageT msg) { | ||
| return msg.num_rows(); | ||
| }; | ||
| } | ||
|
|
||
| if constexpr (std::is_same_v<MessageT, MessageMeta>) | ||
| { | ||
| return [](MessageT msg) { | ||
| return msg.count(); | ||
| }; | ||
| } | ||
|
|
||
| if constexpr (std::is_same_v<MessageT, ControlMessage>) | ||
| { | ||
| return [](MessageT msg) { | ||
| if (!msg.payload()) | ||
| { | ||
| return 0; | ||
| } | ||
| return msg.payload()->count(); | ||
| }; | ||
| } | ||
|
|
||
| if constexpr (is_vector<MessageT>::value) | ||
| { | ||
| return [](MessageT msg) { | ||
| return msg.size(); | ||
| }; | ||
| } | ||
|
|
||
| // Otherwise just count the number of received messages | ||
| return [](MessageT msg) { | ||
| return 1; | ||
| }; | ||
| } | ||
|
|
||
| template <typename MessageT> | ||
| void MonitorController<MessageT>::sink_on_completed() | ||
| { | ||
| m_progress_bar.mark_as_completed(); | ||
| } | ||
|
|
||
| } // namespace morpheus |