#include <OpenMS/config.h>
#include <OpenMS/DATASTRUCTURES/StringUtils.h>
#include <OpenMS/FORMAT/MSExperimentArrowExport.h>
#include <cstdint>
#include <memory>
#include <unordered_set>
#include <vector>

Include dependency graph for ArrowIOHelpers.h:

This graph shows which files directly or indirectly include this file:

Namespaces
namespace	arrow

namespace	OpenMS
	Main OpenMS namespace.

namespace	OpenMS::ArrowIOHelpers
	Public helpers for writing and concatenating Arrow tables to Parquet files.

Functions
std::string	generateUuidV4 ()
	Generate a lowercase hyphenated RFC 4122 version-4 UUID string.

bool	writeTableToParquet (const std::shared_ptr< arrow::Table > &table, const std::string &filename, const ParquetWriteConfig &config=ParquetWriteConfig{})
	Write an Arrow table to a Parquet file.

bool	concatenateAndWriteToParquet (const std::vector< std::shared_ptr< arrow::Table > > &tables, const std::string &filename, const ParquetWriteConfig &config=ParquetWriteConfig{})
	Concatenate a vector of Arrow tables and write the result to a Parquet file.

std::shared_ptr< arrow::Array >	getColumn (const std::shared_ptr< arrow::Table > &table, const std::string &name, bool required=true)
	Fetch a named column from a table, combining chunks if needed.

std::string	getStringValue (const std::shared_ptr< arrow::Array > &array, int64_t row)
	Read a string at `row`, or "" if null/out-of-bounds.

double	getDoubleValue (const std::shared_ptr< arrow::Array > &array, int64_t row, double default_val=0.0)
	Read a double at `row`, or `default_val` if null.

float	getFloatValue (const std::shared_ptr< arrow::Array > &array, int64_t row, float default_val=0.0f)
	Read a float at `row`, or `default_val` if null.

int32_t	getInt32Value (const std::shared_ptr< arrow::Array > &array, int64_t row, int32_t default_val=0)
	Read an int32 at `row`, or `default_val` if null.

int64_t	getInt64Value (const std::shared_ptr< arrow::Array > &array, int64_t row, int64_t default_val=0)
	Read an int64 at `row`, or `default_val` if null.

bool	getBoolValue (const std::shared_ptr< arrow::Array > &array, int64_t row, bool default_val=false)
	Read a bool at `row`, or `default_val` if null.

bool	isNull (const std::shared_ptr< arrow::Array > &array, int64_t row)
	Whether `array` is null at `row` (or unset)

void	readMetaValues (const std::shared_ptr< arrow::Array > &array, int64_t row, MetaInfoInterface &target, const std::unordered_set< std::string > &excluded_keys={})
	Read metavalues from a list<struct{name,value,value_type}> column.

Namespaces

Functions