userver: userver/storages/clickhouse/io/columns/nullable_column.hpp Source File
Loading...
Searching...
No Matches
nullable_column.hpp
Go to the documentation of this file.
1#pragma once
2
3/// @file userver/storages/clickhouse/io/columns/nullable_column.hpp
4/// @brief Nullable column support
5/// @ingroup userver_clickhouse_types
6
7#include <optional>
8#include <utility>
9
10#include <userver/utils/assert.hpp>
11
12#include <userver/storages/clickhouse/io/columns/column_includes.hpp>
13#include <userver/storages/clickhouse/io/columns/common_columns.hpp>
14
15USERVER_NAMESPACE_BEGIN
16
17namespace storages::clickhouse::io::columns {
18
19struct NullableColumnMeta final {
20 ColumnRef nulls;
21 ColumnRef inner;
22};
23
24NullableColumnMeta ExtractNullableMeta(const ColumnRef& column);
25
26ColumnRef ConvertMetaToColumn(NullableColumnMeta&& meta);
27
28/// @brief Represents ClickHouse Nullable(T) column,
29/// where T is a ClickhouseColumn as well
30template <typename T>
31class NullableColumn final : public ClickhouseColumn<NullableColumn<T>> {
32public:
33 using cpp_type = std::optional<typename T::cpp_type>;
34 using container_type = std::vector<cpp_type>;
35
36 class NullableDataHolder final {
37 public:
38 NullableDataHolder() = default;
39 NullableDataHolder(
40 typename ColumnIterator<NullableColumn<T>>::IteratorPosition iter_position,
41 ColumnRef&& column
42 );
43
44 NullableDataHolder operator++(int);
45 NullableDataHolder& operator++();
46 void Next();
47 cpp_type& UpdateValue();
48
49 bool operator==(const NullableDataHolder& other) const;
50
51 private:
52 NullableDataHolder(
53 typename ColumnIterator<NullableColumn<T>>::IteratorPosition iter_position,
54 NullableColumnMeta&& meta
55 );
56
57 UInt8Column::iterator nulls_;
58 typename T::iterator inner_;
59 cpp_type current_value_ = std::nullopt;
60 bool has_value_ = false;
61 };
62 using iterator_data = NullableDataHolder;
63
64 NullableColumn(ColumnRef column);
65
66 static ColumnRef Serialize(const container_type& from);
67};
68
69template <typename T>
70NullableColumn<T>::NullableColumn(ColumnRef column)
71 : ClickhouseColumn<NullableColumn>{std::move(column)}
72{}
73
74template <typename T>
75NullableColumn<T>::NullableDataHolder::NullableDataHolder(
76 typename ColumnIterator<NullableColumn<T>>::IteratorPosition iter_position,
77 ColumnRef&& column
78)
79 : NullableDataHolder(iter_position, ExtractNullableMeta(column))
80{}
81
82template <typename T>
83NullableColumn<T>::NullableDataHolder::NullableDataHolder(
84 typename ColumnIterator<NullableColumn<T>>::IteratorPosition iter_position,
85 NullableColumnMeta&& meta
86)
87 : nulls_{iter_position == decltype(iter_position)::kEnd ? UInt8Column{meta.nulls}.end() : UInt8Column{meta.nulls}.begin()},
88 inner_{iter_position == decltype(iter_position)::kEnd ? T{meta.inner}.end() : T{meta.inner}.begin()}
89{}
90
91template <typename T>
92typename NullableColumn<T>::NullableDataHolder NullableColumn<T>::NullableDataHolder::operator++(int) {
93 NullableDataHolder old{};
94 old.nulls_ = nulls_++;
95 old.inner_ = inner_++;
96 old.current_value_ = std::move_if_noexcept(current_value_);
97 old.has_value_ = std::exchange(has_value_, false);
98
99 return old;
100}
101
102template <typename T>
103typename NullableColumn<T>::NullableDataHolder& NullableColumn<T>::NullableDataHolder::operator++() {
104 ++nulls_;
105 ++inner_;
106 current_value_.reset();
107 has_value_ = false;
108
109 return *this;
110}
111
112template <typename T>
113typename NullableColumn<T>::cpp_type& NullableColumn<T>::NullableDataHolder::UpdateValue() {
114 if (!has_value_) {
115 if (*nulls_) {
116 current_value_.reset();
117 } else {
118 current_value_.emplace(std::move_if_noexcept(*inner_));
119 }
120 has_value_ = true;
121 }
122
123 return current_value_;
124}
125
126template <typename T>
127bool NullableColumn<T>::NullableDataHolder::operator==(const NullableDataHolder& other) const {
128 return nulls_ == other.nulls_ && inner_ == other.inner_;
129}
130
131template <typename T>
132ColumnRef NullableColumn<T>::Serialize(const container_type& from) {
133 typename T::container_type values;
134 values.reserve(from.size());
135 std::vector<uint8_t> nulls;
136 nulls.reserve(from.size());
137
138 for (auto& opt_v : from) {
139 nulls.push_back(static_cast<uint8_t>(opt_v.has_value() ? 0 : 1));
140
141 if (opt_v.has_value()) {
142 values.push_back(*opt_v);
143 } else {
144 values.push_back(typename T::cpp_type{});
145 }
146 }
147
148 NullableColumnMeta nullable_meta;
149 nullable_meta.nulls = UInt8Column::Serialize(nulls);
150 nullable_meta.inner = T::Serialize(values);
151 return ConvertMetaToColumn(std::move(nullable_meta));
152}
153
154} // namespace storages::clickhouse::io::columns
155
156USERVER_NAMESPACE_END