srs-control
0.2.2
Toggle main menu visibility
Loading...
Searching...
No Matches
BufferQueue.cpp
Go to the documentation of this file.
1
#include "
BufferQueue.hpp
"
2
#include "
srs/data/LargeBuffer.hpp
"
3
#include "
srs/utils/AppReport.hpp
"
4
#include <atomic>
5
#include <cstddef>
6
#include <fmt/format.h>
7
#include <iterator>
8
#include <ranges>
9
#include <spdlog/spdlog.h>
10
#include <string>
11
#include <utility>
12
#include <vector>
13
14
namespace
srs
15
{
16
BufferQueue::BufferQueue
(
const
Config
&
config
)
17
:
config_
{
config
}
18
,
valid_buffer_queue_
{
config
.queue_capacity }
19
,
trash_buffer_queue_
{
config
.queue_capacity }
20
{
21
22
print_memory_pre_allocation
();
23
for
(
const
auto
_ : std::views::iota(std::size_t{ 0 },
config_
.reserve_size))
24
{
25
if
(not
trash_buffer_queue_
.try_enqueue(
internal_trash_buffer_token_
,
LargeBuffer
{ config_.buffer_size }))
26
{
27
break
;
28
}
29
}
30
spdlog::debug(
"Memory preallocation finished."
);
31
}
32
33
void
BufferQueue::print_memory_pre_allocation
()
34
{
35
const
auto
bytes_alloc =
config_
.buffer_size *
config_
.reserve_size;
36
auto
print_str = std::string{};
37
if
(bytes_alloc < 1000'000)
38
{
39
print_str = fmt::format(
"{} KB"
, bytes_alloc / 1000);
40
}
41
else
if
(bytes_alloc < 1000'000'000)
42
{
43
print_str = fmt::format(
"{} MB"
, bytes_alloc / 1000'000);
44
}
45
else
46
{
47
print_str = fmt::format(
"{} GB"
, bytes_alloc / 1000'000'000);
48
}
49
spdlog::info(
"Trying to pre-allocate {} memory for the buffer queue ..."
, print_str);
50
}
51
void
BufferQueue::enqueue_empty
(std::size_t bulk_size)
52
{
53
auto
buffers = std::vector<LargeBuffer>{};
54
for
(
auto
_ : std::views::iota(std::size_t{ 0 }, bulk_size))
55
{
56
buffers.emplace_back();
57
}
58
valid_buffer_queue_
.enqueue_bulk(
59
internal_valid_buffer_token_
, std::make_move_iterator(buffers.begin()), bulk_size);
60
}
61
62
// NOTE: try_enqueue will use move constructor, which performs swap operator
63
auto
BufferQueue::enqueue
(
LargeBuffer
& element,
Token
& token) ->
bool
64
{
65
if
(not
valid_buffer_queue_
.try_enqueue(token.first, std::move(element)))
66
{
67
++
n_valid_buffer_full_failures_
;
68
return
false
;
69
}
70
71
if
(not
trash_buffer_queue_
.try_dequeue(token.second, element))
72
{
73
++
n_trash_recycle_empty_failures_
;
74
element.resize(
config_
.buffer_size);
75
}
76
return
true
;
77
}
78
79
// block
80
void
BufferQueue::dequeue
(
LargeBuffer
& element,
Token
& token)
81
{
82
if
(not
trash_buffer_queue_
.try_enqueue(token.first, std::move(element)))
83
{
84
++
n_trash_recycle_full_failures_
;
85
}
86
valid_buffer_queue_
.wait_dequeue(token.second, element);
87
}
88
89
void
BufferQueue::register_report
(
AppReport
& report)
90
{
91
report.
register_queue_result
({ .empty_trash =
n_trash_recycle_empty_failures_
.load(std::memory_order_relaxed),
92
.full_trash =
n_trash_recycle_full_failures_
.load(std::memory_order_relaxed),
93
.full_valid =
n_valid_buffer_full_failures_
.load(std::memory_order_relaxed) });
94
}
95
}
// namespace srs
AppReport.hpp
BufferQueue.hpp
LargeBuffer.hpp
srs::AppReport
Definition
AppReport.hpp:15
srs::AppReport::register_queue_result
void register_queue_result(const QueueStat &stat)
Definition
AppReport.hpp:68
srs::BufferQueue::register_report
void register_report(AppReport &report)
Definition
BufferQueue.cpp:89
srs::BufferQueue::n_trash_recycle_empty_failures_
std::atomic< std::size_t > n_trash_recycle_empty_failures_
Definition
BufferQueue.hpp:124
srs::BufferQueue::n_trash_recycle_full_failures_
std::atomic< std::size_t > n_trash_recycle_full_failures_
Definition
BufferQueue.hpp:125
srs::BufferQueue::enqueue
auto enqueue(LargeBuffer &element, Token &token) -> bool
Try to first push a buffer into the valid buffer queue and then replace it with a buffer from the tra...
Definition
BufferQueue.cpp:63
srs::BufferQueue::n_valid_buffer_full_failures_
std::atomic< std::size_t > n_valid_buffer_full_failures_
Definition
BufferQueue.hpp:126
srs::BufferQueue::config_
Config config_
Definition
BufferQueue.hpp:123
srs::BufferQueue::Token
std::pair< moodycamel::ProducerToken, moodycamel::ConsumerToken > Token
A queue token type used for enqueue and dequeue action. The token type consists of one producer token...
Definition
BufferQueue.hpp:41
srs::BufferQueue::valid_buffer_queue_
moodycamel::BlockingConcurrentQueue< LargeBuffer > valid_buffer_queue_
Definition
BufferQueue.hpp:127
srs::BufferQueue::trash_buffer_queue_
moodycamel::ConcurrentQueue< LargeBuffer > trash_buffer_queue_
Definition
BufferQueue.hpp:128
srs::BufferQueue::BufferQueue
BufferQueue(const Config &config)
Default constructor.
Definition
BufferQueue.cpp:16
srs::BufferQueue::dequeue
void dequeue(LargeBuffer &element, Token &token)
Blocking the current thread by first pushing the element to the trash buffer queue and then replacing...
Definition
BufferQueue.cpp:80
srs::BufferQueue::print_memory_pre_allocation
void print_memory_pre_allocation()
Definition
BufferQueue.cpp:33
srs::BufferQueue::internal_trash_buffer_token_
moodycamel::ProducerToken internal_trash_buffer_token_
Definition
BufferQueue.hpp:130
srs::BufferQueue::internal_valid_buffer_token_
moodycamel::ProducerToken internal_valid_buffer_token_
Definition
BufferQueue.hpp:129
srs::BufferQueue::enqueue_empty
void enqueue_empty(std::size_t bulk_size)
Abort the blocking operation from BufferQueue::pop().
Definition
BufferQueue.cpp:51
srs::LargeBuffer
Class for buffer for storing large data.
Definition
LargeBuffer.hpp:23
srs::config
Definition
ConfigHandler.hpp:21
srs
Definition
Application.cpp:45
srs::BufferQueue::Config
Configuration for the buffer queue class.
Definition
BufferQueue.hpp:29
backend
srs
data
BufferQueue.cpp
Impressum
Datenschutzerklärung
Generated by
1.17.0