sparrow 1.3.0
Loading...
Searching...
No Matches
array_api.hpp
Go to the documentation of this file.
1// Copyright 2024 Man Group Operations Limited
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or mplied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15#pragma once
16
17#include <ranges>
18
28
29namespace sparrow
30{
42 class array
43 {
44 public:
45
46 using size_type = std::size_t;
49
53 array() = default;
54
62 template <layout A>
63 requires(not std::is_lvalue_reference_v<A>)
64 constexpr explicit array(A&& a);
65
74 template <layout A>
75 constexpr explicit array(A* a);
76
85 template <layout A>
86 constexpr explicit array(std::shared_ptr<A> a);
87
97
107
117
124 constexpr array(const array& rhs) = default;
125
133 array& operator=(const array& rhs) = default;
134
140 array(array&& rhs) = default;
141
148 array& operator=(array&& rhs) = default;
149
153 [[nodiscard]] SPARROW_API enum data_type data_type() const;
154
164 [[nodiscard]] SPARROW_API std::optional<array> dictionary() const;
165
170 [[nodiscard]] SPARROW_API auto children() const
171 {
172 return get_arrow_proxy().children()
173 | std::views::transform(
174 [](const arrow_proxy& child)
175 {
176 return array{child.view()};
177 }
178 );
179 }
180
184 [[nodiscard]] SPARROW_API std::optional<std::string_view> name() const;
185
191 SPARROW_API void set_name(std::optional<std::string_view> name);
192
196 [[nodiscard]] SPARROW_API std::optional<key_value_view> metadata() const;
197
204 template <input_metadata_container R = std::vector<metadata_pair>>
205 constexpr void set_metadata(std::optional<R> metadata);
206
212 [[nodiscard]] SPARROW_API bool empty() const;
213
217 [[nodiscard]] SPARROW_API size_type size() const;
218
222 [[nodiscard]] SPARROW_API size_type offset() const;
223
227 [[nodiscard]] SPARROW_API std::int64_t null_count() const;
228
236 [[nodiscard]] SPARROW_API const_reference at(size_type index) const;
237
244
251 [[nodiscard]] SPARROW_API const_reference front() const;
252
259 [[nodiscard]] SPARROW_API const_reference back() const;
260
261 template <class F>
262 using visit_result_t = std::invoke_result_t<F, null_array>;
263
274 template <class F>
275 constexpr visit_result_t<F> visit(F&& func) const;
276
282 [[nodiscard]] SPARROW_API array view() const;
283
289 [[nodiscard]] SPARROW_API bool is_view() const;
290
301 [[nodiscard]] SPARROW_API array slice(size_type start, size_type end) const;
302
313 [[nodiscard]] SPARROW_API array slice_view(size_type start, size_type end) const;
314
315 private:
316
323
329 [[nodiscard]] SPARROW_API arrow_proxy& get_arrow_proxy();
330
336 [[nodiscard]] SPARROW_API const arrow_proxy& get_arrow_proxy() const;
337
338 cloning_ptr<array_wrapper> p_array = nullptr;
339
341 };
342
352 bool operator==(const array& lhs, const array& rhs);
353
354 template <class A>
355 concept layout_or_array = layout<A> or std::same_as<A, array>;
356
365 template <layout_or_array A>
366 bool owns_arrow_array(const A& a);
367
377 template <layout_or_array A>
378 bool owns_arrow_schema(const A& a);
379
388 template <layout_or_array A>
390
399 template <layout_or_array A>
400 const ArrowArray* get_arrow_array(const A& a);
401
410 template <layout_or_array A>
412
421 template <layout_or_array A>
422 const ArrowSchema* get_arrow_schema(const A& a);
423
432 template <layout_or_array A>
433 std::pair<ArrowArray*, ArrowSchema*> get_arrow_structures(A& a);
434
443 template <layout_or_array A>
444 std::pair<const ArrowArray*, const ArrowSchema*> get_arrow_structures(const A& a);
445
457 template <layout_or_array A>
459
471 template <layout_or_array A>
473
486 template <layout_or_array A>
487 std::pair<ArrowArray, ArrowSchema> extract_arrow_structures(A&& a);
488
489 // Implementation
490
491 template <input_metadata_container R>
492 constexpr void array::set_metadata(std::optional<R> metadata)
493 {
494 get_arrow_proxy().set_metadata(metadata);
495 }
496}
Dynamically typed array encapsulating an Arrow layout.
Definition array_api.hpp:43
SPARROW_API const_reference at(size_type index) const
std::invoke_result_t< F, null_array > visit_result_t
constexpr visit_result_t< F > visit(F &&func) const
Returns the result of calling the given functor func on the layout internally held by the array.
Definition array.hpp:42
array & operator=(const array &rhs)=default
Overwrites the content of the array with a deep copy of the given array, even if it does not have the...
array & operator=(array &&rhs)=default
The move assignment operator.
SPARROW_API array(ArrowArray &&array, ArrowSchema *schema)
Constructs an Array from the given Arrow C structures.
array(array &&rhs)=default
The move constructor.
SPARROW_API bool empty() const
Checks if the array has no element, i.e.
std::size_t size_type
Definition array_api.hpp:46
SPARROW_API auto children() const
SPARROW_API std::optional< key_value_view > metadata() const
SPARROW_API std::optional< std::string_view > name() const
SPARROW_API const_reference back() const
Returns a constant reference to the last element in the container.
SPARROW_API const_reference front() const
Returns a constant reference to the first element in the container.
SPARROW_API size_type size() const
array()=default
Constructs an empty array.
constexpr void set_metadata(std::optional< R > metadata)
Sets the metadata of the array to metadata.
array_traits::const_reference const_reference
Definition array_api.hpp:48
SPARROW_API std::int64_t null_count() const
SPARROW_API const_reference operator[](size_type index) const
SPARROW_API array(ArrowArray &&array, ArrowSchema &&schema)
Constructs an Array from the given Arrow C structures, whose ownership is transferred to the Array.
SPARROW_API array slice(size_type start, size_type end) const
Slices the array to keep only the elements between the given start and end.
SPARROW_API size_type offset() const
SPARROW_API enum data_type data_type() const
SPARROW_API void set_name(std::optional< std::string_view > name)
Sets the name of the array to name.
SPARROW_API bool is_view() const
Checks if the array is a view.
SPARROW_API array view() const
Returns a view of the array.
SPARROW_API array(ArrowArray *array, ArrowSchema *schema)
Constructs an array from the given Arrow C structures.
array_traits::value_type value_type
Definition array_api.hpp:47
constexpr array(const array &rhs)=default
Performs a deep copy of the given array, even if it does not have the ownership of its internal data.
SPARROW_API array slice_view(size_type start, size_type end) const
Slices the array to keep only the elements between the given start and end.
SPARROW_API std::optional< array > dictionary() const
Retrieves the dictionary array associated with this array, if it exists.
SPARROW_API arrow_proxy view() const
Get a non-owning view of the arrow_proxy.
Smart pointer behaving like a copiable std::unique_ptr.
Definition memory.hpp:126
Concept for layouts.
#define SPARROW_API
Definition config.hpp:38
SPARROW_API bool operator==(const array &lhs, const array &rhs)
Compares the content of two arrays.
ArrowArray extract_arrow_array(A &&a)
Extracts the internal ArrowArray structure from the given Array or typed layout.
Definition array.hpp:98
std::pair< ArrowArray, ArrowSchema > extract_arrow_structures(A &&a)
Extracts the internal ArrowArray and ArrowSchema structures from the given array or typed layout.
Definition array.hpp:110
ArrowSchema extract_arrow_schema(A &&a)
Extracts the internal ArrowSchema structure from the given array or typed layout.
Definition array.hpp:104
ArrowSchema * get_arrow_schema(A &a)
Returns a pointer to the internal ArrowSchema of the given array or layout.
Definition array.hpp:72
bool owns_arrow_schema(const A &a)
Returns true if the given layout or array has ownership of its internal ArrowSchema.
Definition array.hpp:54
bool owns_arrow_array(const A &a)
Returns true if the given layout or array has ownership of its internal ArrowArray.
Definition array.hpp:48
std::pair< ArrowArray *, ArrowSchema * > get_arrow_structures(A &a)
Returns pointers to the internal ArrowArray and ArrowSchema of the given Array or layout.
Definition array.hpp:84
ArrowArray * get_arrow_array(A &a)
Returns a pointer to the internal ArrowArray of the given array or layout.
Definition array.hpp:60
mpl::rename< mpl::unique< mpl::transform< detail::array_const_reference_t, all_base_types_t > >, nullable_variant > const_reference
mpl::rename< mpl::transform< detail::array_value_type_t, all_base_types_t >, nullable_variant > value_type