foreign_storage::ParquetScalarEncoder Class Reference

#include <ParquetEncoder.h>

Inheritance diagram for foreign_storage::ParquetScalarEncoder:

Collaboration diagram for foreign_storage::ParquetScalarEncoder:

Public Member Functions
	ParquetScalarEncoder (Data_Namespace::AbstractBuffer *buffer)
virtual void	setNull (int8_t *omnisci_data_bytes)=0
virtual void	copy (const int8_t *omnisci_data_bytes_source, int8_t *omnisci_data_bytes_destination)=0
virtual void	encodeAndCopy (const int8_t *parquet_data_bytes, int8_t *omnisci_data_bytes)=0
virtual void	encodeAndCopyContiguous (const int8_t *parquet_data_bytes, int8_t *omnisci_data_bytes, const size_t num_elements)=0
virtual void	validate (const int8_t *parquet_data, const int64_t j, const SQLTypeInfo &column_type) const =0
virtual void	validateUsingEncodersColumnType (const int8_t *parquet_data, const int64_t j) const =0
virtual std::string	encodedDataToString (const int8_t *bytes) const =0
Public Member Functions inherited from foreign_storage::ParquetEncoder
	ParquetEncoder (Data_Namespace::AbstractBuffer *buffer)
virtual	~ParquetEncoder ()=default
virtual void	appendDataTrackErrors (const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, int8_t *values)=0
virtual void	appendData (const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, int8_t *values)=0
virtual std::shared_ptr < ChunkMetadata >	getRowGroupMetadata (const parquet::RowGroupMetaData *group_metadata, const int parquet_column_index, const SQLTypeInfo &column_type)
RejectedRowIndices	getRejectedRowIndices () const
virtual void	disableMetadataStatsValidation ()
virtual void	initializeErrorTracking ()
virtual void	initializeColumnType (const SQLTypeInfo &column_type)
Public Member Functions inherited from foreign_storage::ParquetImportEncoder
virtual void	eraseInvalidIndicesInBuffer (const InvalidRowGroupIndices &invalid_indices)=0
virtual void	validateAndAppendData (const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, int8_t *values, const SQLTypeInfo &column_type, InvalidRowGroupIndices &invalid_indices)=0

Additional Inherited Members
Static Protected Member Functions inherited from foreign_storage::ParquetEncoder
static std::shared_ptr < ChunkMetadata >	createMetadata (const SQLTypeInfo &column_type)
static void	throwNotNullViolation (const std::string &parquet_column_name)
static void	validateNullCount (const std::string &parquet_column_name, int64_t null_count, const SQLTypeInfo &column_type)
Protected Attributes inherited from foreign_storage::ParquetEncoder
Data_Namespace::AbstractBuffer *	buffer_
bool	is_error_tracking_enabled_
RejectedRowIndices	invalid_indices_
size_t	current_chunk_offset_
SQLTypeInfo	column_type_
bool	validate_metadata_stats_

Detailed Description

Definition at line 140 of file ParquetEncoder.h.

Constructor & Destructor Documentation

foreign_storage::ParquetScalarEncoder::ParquetScalarEncoder ( Data_Namespace::AbstractBuffer *  buffer )

inline

Definition at line 142 of file ParquetEncoder.h.

: ParquetEncoder(buffer) {}

Member Function Documentation

virtual void foreign_storage::ParquetScalarEncoder::copy ( const int8_t *  omnisci_data_bytes_source, int8_t *  omnisci_data_bytes_destination  )

pure virtual

Implemented in foreign_storage::TypedParquetInPlaceEncoder< V, T, NullType >, foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t, NullType >, foreign_storage::TypedParquetInPlaceEncoder< V, V >, and foreign_storage::ParquetDetectStringEncoder.

Referenced by foreign_storage::ParquetInPlaceEncoder::decodeNullsAndEncodeData().

Here is the caller graph for this function:

virtual void foreign_storage::ParquetScalarEncoder::encodeAndCopy ( const int8_t *  parquet_data_bytes, int8_t *  omnisci_data_bytes  )

pure virtual

Implemented in foreign_storage::ParquetUnsignedFixedLengthEncoder< V, T, U, NullType >, foreign_storage::ParquetStringEncoder< V >, foreign_storage::ParquetFixedLengthEncoder< V, T, NullType >, foreign_storage::ParquetTimestampEncoder< V, T, conversion_denominator, NullType >, foreign_storage::ParquetTimestampEncoder< V, T, conversion_denominator *kSecsPerDay, NullType >, foreign_storage::ParquetTimeEncoder< V, T, conversion_denominator, NullType >, foreign_storage::ParquetDetectStringEncoder, foreign_storage::ParquetDateInSecondsEncoder< NullType >, and foreign_storage::ParquetDecimalEncoder< V, T, NullType >.

Referenced by foreign_storage::ParquetInPlaceEncoder::appendData(), foreign_storage::TypedParquetInPlaceEncoder< V, V >::appendData(), foreign_storage::ParquetInPlaceEncoder::decodeNullsAndEncodeData(), foreign_storage::TypedParquetInPlaceEncoder< V, V >::encodeAndCopyContiguous(), and foreign_storage::TypedParquetInPlaceEncoder< V, V >::getEncodedStats().

Here is the caller graph for this function:

virtual void foreign_storage::ParquetScalarEncoder::encodeAndCopyContiguous ( const int8_t *  parquet_data_bytes, int8_t *  omnisci_data_bytes, const size_t  num_elements  )

pure virtual

Implemented in foreign_storage::TypedParquetInPlaceEncoder< V, T, NullType >, foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t, NullType >, foreign_storage::TypedParquetInPlaceEncoder< V, V >, foreign_storage::ParquetStringEncoder< V >, and foreign_storage::ParquetDetectStringEncoder.

virtual std::string foreign_storage::ParquetScalarEncoder::encodedDataToString ( const int8_t *  bytes ) const

pure virtual

Implemented in foreign_storage::TypedParquetInPlaceEncoder< V, T, NullType >, foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t, NullType >, foreign_storage::TypedParquetInPlaceEncoder< V, V >, and foreign_storage::ParquetDetectStringEncoder.

virtual void foreign_storage::ParquetScalarEncoder::setNull ( int8_t *  omnisci_data_bytes )

pure virtual

Implemented in foreign_storage::TypedParquetInPlaceEncoder< V, T, NullType >, foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t, NullType >, foreign_storage::TypedParquetInPlaceEncoder< V, V >, and foreign_storage::ParquetDetectStringEncoder.

Referenced by foreign_storage::ParquetInPlaceEncoder::decodeNullsAndEncodeData().

Here is the caller graph for this function:

virtual void foreign_storage::ParquetScalarEncoder::validate ( const int8_t *  parquet_data, const int64_t  j, const SQLTypeInfo &  column_type  ) const

pure virtual

Implemented in foreign_storage::ParquetUnsignedFixedLengthEncoder< V, T, U, NullType >, foreign_storage::TypedParquetInPlaceEncoder< V, T, NullType >, foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t, NullType >, foreign_storage::TypedParquetInPlaceEncoder< V, V >, foreign_storage::ParquetFixedLengthEncoder< V, T, NullType >, foreign_storage::ParquetDateInSecondsEncoder< NullType >, foreign_storage::ParquetTimestampEncoder< V, T, conversion_denominator, NullType >, foreign_storage::ParquetTimestampEncoder< V, T, conversion_denominator *kSecsPerDay, NullType >, foreign_storage::ParquetDetectStringEncoder, foreign_storage::ParquetDateInDaysFromTimestampEncoder< V, T, conversion_denominator, NullType >, and foreign_storage::ParquetDecimalEncoder< V, T, NullType >.

virtual void foreign_storage::ParquetScalarEncoder::validateUsingEncodersColumnType ( const int8_t *  parquet_data, const int64_t  j  ) const

pure virtual

Implemented in foreign_storage::TypedParquetInPlaceEncoder< V, T, NullType >, foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t, NullType >, foreign_storage::TypedParquetInPlaceEncoder< V, V >, and foreign_storage::ParquetDetectStringEncoder.

---

The documentation for this class was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/ForeignStorage/ParquetEncoder.h