19#include <gsl/gsl-lite.hpp>
22#include <taskflow/core/executor.hpp>
23#include <taskflow/core/task.hpp>
24#include <taskflow/core/taskflow.hpp>
55 [[nodiscard]]
auto operator()(std::size_t line_number)
const -> std::string_view
91 std::vector<AppReport::TaskStat>
stats_;
92 using TimePoint = std::chrono::time_point<std::chrono::steady_clock, std::chrono::nanoseconds>;
95 gsl::not_null<sink::Manager*>
sinks_;
103 last_times_[line_num] = std::chrono::steady_clock::now();
109 ++(
stats_[line_num].total_sample_size);
110 stats_[line_num].total_time_ms +=
111 static_cast<double>((std::chrono::steady_clock::now() -
last_times_[line_num]).count()) / 1e6;
114 template <
typename PrevConverter,
typename ThisTask>
116 std::pair<const PrevConverter&, tf::Task>& prev_task,
117 tf::Taskflow& taskflow,
118 std::size_t line_number) -> std::optional<std::pair<const ThisTask&, tf::Task>>;
120 template <
typename PrevConverter, ConverterType ThisTask>
122 std::optional<std::pair<const PrevConverter&, tf::Task>>& prev_task,
123 tf::Taskflow& taskflow,
124 std::size_t line_number) -> std::optional<std::pair<const ThisTask&, tf::Task>>;
126 template <
typename PrevConverter, SinkType ThisTask>
128 std::optional<std::pair<const PrevConverter&, tf::Task>>& prev_task,
129 tf::Taskflow& taskflow,
130 std::size_t line_number) -> std::optional<std::pair<const ThisTask&, tf::Task>>;
void register_task_result(std::string_view task_name, const std::vector< TaskStat > &process_times)
Class to manage the production and consumption of LargeBuffer asynchronously.
std::atomic< uint64_t > total_read_data_bytes_
std::optional< process::Struct2ProtoConverter > struct_to_proto_converter_
std::optional< process::ProtoSerializer > proto_serializer_converter_
auto get_n_lines() const -> std::size_t
void stop_time_record(std::size_t line_num)
auto get_struct_data() -> const StructData *
auto is_taskflow_abort_ready() const -> bool
void register_report(AppReport &report)
auto run_task(BufferQueue &data_queue, std::size_t line_number) -> bool
tf::Taskflow main_taskflow_
void construct_taskflow_and_run(BufferQueue &data_queue, const std::atomic< bool > &is_stopped)
Run the taskflow and block the current thread until finished.
gsl::not_null< sink::Manager * > sinks_
std::optional< process::ProtoDelimSerializer > proto_delim_serializer_converter_
void start_time_record(std::size_t line_num)
std::vector< AppReport::TaskStat > stats_
std::chrono::time_point< std::chrono::steady_clock, std::chrono::nanoseconds > TimePoint
auto get_data_bytes() const -> uint64_t
std::vector< std::atomic< bool > > is_pipeline_stopped_
auto emplace_to_taskflow(ThisTask ¤t_task, std::pair< const PrevConverter &, tf::Task > &prev_task, tf::Taskflow &taskflow, std::size_t line_number) -> std::optional< std::pair< const ThisTask &, tf::Task > >
auto is_done() const -> bool
std::vector< LargeBuffer > raw_data_
std::vector< tf::Taskflow > taskflow_lines_
std::optional< process::StructDeserializer > struct_deserializer_converter_
std::vector< TimePoint > last_times_
std::vector< BufferQueue::Token > consumer_tokens_
std::optional< process::Raw2DelimRawConverter > raw_to_delim_raw_converter_
TaskDiagram(AnalysisHandle &data_processor, std::size_t n_lines=1)
Constructor with number of pipelines.
std::atomic< bool > is_done_
tf::Executor tf_executor_
auto operator()(std::size_t line_number) const -> std::string_view
void construct_taskflow_line(tf::Taskflow &taskflow, std::size_t line_number)
auto create_task_imp(std::optional< ThisTask > ¤t_task, std::optional< std::pair< const PrevConverter &, tf::Task > > &prev_task, tf::Taskflow &taskflow, std::size_t line_number) -> std::optional< std::pair< const ThisTask &, tf::Task > >