srs-control 0.2.2
Loading...
Searching...
No Matches
TaskDiagram.hpp
Go to the documentation of this file.
1#pragma once
2
3#include "srs/Application.hpp"
11#include "srs/sinks/Manager.hpp"
14#include <atomic>
15#include <cassert>
16#include <chrono>
17#include <cstddef>
18#include <cstdint>
19#include <gsl/gsl-lite.hpp>
20#include <optional>
21#include <string_view>
22#include <taskflow/core/executor.hpp>
23#include <taskflow/core/task.hpp>
24#include <taskflow/core/taskflow.hpp>
25#include <utility>
26#include <vector>
27
28namespace srs::workflow
29{
35 {
36 public:
43 explicit TaskDiagram(AnalysisHandle& data_processor, std::size_t n_lines = 1);
44
45 using InputType = bool;
46 using OutputType = std::size_t;
47
51 void construct_taskflow_and_run(BufferQueue& data_queue, const std::atomic<bool>& is_stopped);
52 auto run_task(BufferQueue& data_queue, std::size_t line_number) -> bool;
53 auto is_taskflow_abort_ready() const -> bool;
54 auto is_done() const -> bool { return is_done_.load(); }
55 [[nodiscard]] auto operator()(std::size_t line_number) const -> std::string_view
56 {
57 return raw_data_[line_number].data();
58 }
59
60 [[nodiscard]] auto get_data_bytes() const -> uint64_t { return total_read_data_bytes_.load(); }
61 [[nodiscard]] auto get_n_lines() const -> std::size_t { return n_lines_; }
62
63 auto get_struct_data() -> const StructData*
64 {
66 {
67 return struct_deserializer_converter_.value()(0);
68 }
69 return nullptr;
70 }
71
72 void register_report(AppReport& report) { report.register_task_result("Workflow", stats_); }
73
74 private:
75 std::atomic<bool> is_done_ = false;
76 std::size_t n_lines_ = 1;
77 tf::Executor tf_executor_;
78 tf::Taskflow main_taskflow_;
79 std::vector<tf::Taskflow> taskflow_lines_;
80 std::vector<BufferQueue::Token> consumer_tokens_;
81 std::vector<std::atomic<bool>> is_pipeline_stopped_;
82 std::vector<LargeBuffer> raw_data_;
83
84 std::optional<process::Raw2DelimRawConverter> raw_to_delim_raw_converter_;
85 std::optional<process::StructDeserializer> struct_deserializer_converter_;
86 std::optional<process::Struct2ProtoConverter> struct_to_proto_converter_;
87 std::optional<process::ProtoSerializer> proto_serializer_converter_;
88 std::optional<process::ProtoDelimSerializer> proto_delim_serializer_converter_;
89
90 std::atomic<uint64_t> total_read_data_bytes_ = 0;
91 std::vector<AppReport::TaskStat> stats_;
92 using TimePoint = std::chrono::time_point<std::chrono::steady_clock, std::chrono::nanoseconds>;
93 std::vector<TimePoint> last_times_;
94
95 gsl::not_null<sink::Manager*> sinks_;
97
98 void construct_taskflow_line(tf::Taskflow& taskflow, std::size_t line_number);
99
100 void start_time_record(std::size_t line_num)
101 {
102 assert(line_num < last_times_.size());
103 last_times_[line_num] = std::chrono::steady_clock::now();
104 }
105
106 void stop_time_record(std::size_t line_num)
107 {
108 assert(line_num < last_times_.size());
109 ++(stats_[line_num].total_sample_size);
110 stats_[line_num].total_time_ms +=
111 static_cast<double>((std::chrono::steady_clock::now() - last_times_[line_num]).count()) / 1e6;
112 }
113
114 template <typename PrevConverter, typename ThisTask>
115 auto emplace_to_taskflow(ThisTask& current_task,
116 std::pair<const PrevConverter&, tf::Task>& prev_task,
117 tf::Taskflow& taskflow,
118 std::size_t line_number) -> std::optional<std::pair<const ThisTask&, tf::Task>>;
119
120 template <typename PrevConverter, ConverterType ThisTask>
121 auto create_task_imp(std::optional<ThisTask>& current_task,
122 std::optional<std::pair<const PrevConverter&, tf::Task>>& prev_task,
123 tf::Taskflow& taskflow,
124 std::size_t line_number) -> std::optional<std::pair<const ThisTask&, tf::Task>>;
125
126 template <typename PrevConverter, SinkType ThisTask>
127 auto create_task_imp(ThisTask& current_task,
128 std::optional<std::pair<const PrevConverter&, tf::Task>>& prev_task,
129 tf::Taskflow& taskflow,
130 std::size_t line_number) -> std::optional<std::pair<const ThisTask&, tf::Task>>;
131 };
132} // namespace srs::workflow
void register_task_result(std::string_view task_name, const std::vector< TaskStat > &process_times)
Definition AppReport.hpp:58
Class to manage the production and consumption of LargeBuffer asynchronously.
std::atomic< uint64_t > total_read_data_bytes_
std::optional< process::Struct2ProtoConverter > struct_to_proto_converter_
std::optional< process::ProtoSerializer > proto_serializer_converter_
auto get_n_lines() const -> std::size_t
void stop_time_record(std::size_t line_num)
auto get_struct_data() -> const StructData *
auto is_taskflow_abort_ready() const -> bool
void register_report(AppReport &report)
auto run_task(BufferQueue &data_queue, std::size_t line_number) -> bool
void construct_taskflow_and_run(BufferQueue &data_queue, const std::atomic< bool > &is_stopped)
Run the taskflow and block the current thread until finished.
gsl::not_null< sink::Manager * > sinks_
std::optional< process::ProtoDelimSerializer > proto_delim_serializer_converter_
void start_time_record(std::size_t line_num)
std::vector< AppReport::TaskStat > stats_
std::chrono::time_point< std::chrono::steady_clock, std::chrono::nanoseconds > TimePoint
auto get_data_bytes() const -> uint64_t
std::vector< std::atomic< bool > > is_pipeline_stopped_
auto emplace_to_taskflow(ThisTask &current_task, std::pair< const PrevConverter &, tf::Task > &prev_task, tf::Taskflow &taskflow, std::size_t line_number) -> std::optional< std::pair< const ThisTask &, tf::Task > >
auto is_done() const -> bool
std::vector< LargeBuffer > raw_data_
std::vector< tf::Taskflow > taskflow_lines_
std::optional< process::StructDeserializer > struct_deserializer_converter_
std::vector< TimePoint > last_times_
std::vector< BufferQueue::Token > consumer_tokens_
std::optional< process::Raw2DelimRawConverter > raw_to_delim_raw_converter_
TaskDiagram(AnalysisHandle &data_processor, std::size_t n_lines=1)
Constructor with number of pipelines.
std::atomic< bool > is_done_
auto operator()(std::size_t line_number) const -> std::string_view
void construct_taskflow_line(tf::Taskflow &taskflow, std::size_t line_number)
auto create_task_imp(std::optional< ThisTask > &current_task, std::optional< std::pair< const PrevConverter &, tf::Task > > &prev_task, tf::Taskflow &taskflow, std::size_t line_number) -> std::optional< std::pair< const ThisTask &, tf::Task > >