serialize_utils.hpp File Reference

#include <ranges>
#include <vector>
#include <sparrow/record_batch.hpp>
#include "sparrow_ipc/any_output_stream.hpp"
#include "sparrow_ipc/compression.hpp"
#include "sparrow_ipc/config/config.hpp"
#include "sparrow_ipc/utils.hpp"

Include dependency graph for serialize_utils.hpp:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Namespaces
namespace	sparrow_ipc

Functions
SPARROW_IPC_API void	sparrow_ipc::serialize_schema_message (const sparrow::record_batch &record_batch, any_output_stream &stream)
	Serializes a schema message for a record batch into a byte buffer.
SPARROW_IPC_API std::size_t	sparrow_ipc::calculate_schema_message_size (const sparrow::record_batch &record_batch)
	Calculates the total serialized size of a schema message.
SPARROW_IPC_API std::size_t	sparrow_ipc::calculate_record_batch_message_size (const sparrow::record_batch &record_batch, std::optional< CompressionType > compression=std::nullopt, std::optional< std::reference_wrapper< CompressionCache > > cache=std::nullopt)
	Calculates the total serialized size of a record batch message.
template<std::ranges::input_range R> requires std::same_as<std::ranges::range_value_t<R>, sparrow::record_batch>
std::size_t	sparrow_ipc::calculate_total_serialized_size (const R &record_batches, std::optional< CompressionType > compression=std::nullopt, std::optional< std::reference_wrapper< CompressionCache > > cache=std::nullopt)
	Calculates the total serialized size for a collection of record batches.
SPARROW_IPC_API void	sparrow_ipc::fill_body (const sparrow::arrow_proxy &arrow_proxy, any_output_stream &stream, std::optional< CompressionType > compression=std::nullopt, std::optional< std::reference_wrapper< CompressionCache > > cache=std::nullopt)
	Fills the body vector with serialized data from an arrow proxy and its children.
SPARROW_IPC_API void	sparrow_ipc::generate_body (const sparrow::record_batch &record_batch, any_output_stream &stream, std::optional< CompressionType > compression=std::nullopt, std::optional< std::reference_wrapper< CompressionCache > > cache=std::nullopt)
	Generates a serialized body from a record batch.
SPARROW_IPC_API std::vector< sparrow::data_type >	sparrow_ipc::get_column_dtypes (const sparrow::record_batch &rb)