#include <StringViewToStringNoneEncoder.h>

Inheritance diagram for data_conversion::StringViewToStringNoneEncoder:

Collaboration diagram for data_conversion::StringViewToStringNoneEncoder:

Public Member Functions
	StringViewToStringNoneEncoder (const Chunk_NS::Chunk &dst_chunk, const bool error_tracking_enabled)

void	encodeAndAppendData (const int8_t *data, const size_t num_elements) override

StringNoneEncoder *	getEncoder () const

Public Member Functions inherited from data_conversion::BaseConvertEncoder
virtual	~BaseConvertEncoder ()

	BaseConvertEncoder (const bool error_tracking_enabled)

void	initializeDeleteBuffer (const size_t size_hint)

virtual void	finalize (const size_t rows_appended)

virtual std::shared_ptr < ChunkMetadata >	getMetadata (const Chunk_NS::Chunk &chunk) const

Private Member Functions
void	initialize ()

Private Attributes
SQLTypeInfo	dst_type_info_

const Chunk_NS::Chunk &	dst_chunk_

AbstractBuffer *	buffer_

Additional Inherited Members
Protected Member Functions inherited from data_conversion::BaseConvertEncoder
virtual void	clear ()

template<typename DataType >
bool	isNull (const DataType &typed_value)

Protected Attributes inherited from data_conversion::BaseConvertEncoder
std::optional< std::vector < bool > >	delete_buffer_

const bool	error_tracking_enabled_

bool	has_nulls_

size_t	num_elements_

Detailed Description

Definition at line 23 of file StringViewToStringNoneEncoder.h.

Constructor & Destructor Documentation

data_conversion::StringViewToStringNoneEncoder::StringViewToStringNoneEncoder	(	const Chunk_NS::Chunk &	dst_chunk,
		const bool	error_tracking_enabled
	)

inline

Definition at line 25 of file StringViewToStringNoneEncoder.h.

References initialize().

       : BaseConvertEncoder(error_tracking_enabled), dst_chunk_(dst_chunk) {
     initialize();
   }

Here is the call graph for this function:

Member Function Documentation

void data_conversion::StringViewToStringNoneEncoder::encodeAndAppendData	(	const int8_t *	data,
		const size_t	num_elements
	)

inlineoverridevirtual

Implements data_conversion::BaseConvertEncoder.

Definition at line 31 of file StringViewToStringNoneEncoder.h.

References StringNoneEncoder::appendData(), buffer_, data_conversion::BaseConvertEncoder::delete_buffer_, data_conversion::BaseConvertEncoder::error_tracking_enabled_, getEncoder(), Data_Namespace::AbstractBuffer::getEncoder(), data_conversion::BaseConvertEncoder::has_nulls_, StringDictionary::MAX_STRLEN, and to_string().

                                                                                    {
     auto typed_data = reinterpret_cast<const std::string_view*>(data);
     if (BaseConvertEncoder::error_tracking_enabled_) {
       // scan for any strings that may be an error
       bool tracking_individual_strings_required = false;
       size_t first_error_index = 0;
       for (size_t i = 0; i < num_elements; ++i) {
         if (typed_data[i].size() > StringDictionary::MAX_STRLEN) {
           tracking_individual_strings_required = true;
           first_error_index = i;
           break;
         }
       }
 
       if (!tracking_individual_strings_required) {
         for (size_t i = 0; i < num_elements; ++i) {
           delete_buffer_->push_back(false);
         }
         StringNoneEncoder* encoder = getEncoder();
         auto metadata = encoder->appendData(typed_data, 0, num_elements, false);
         has_nulls_ |= metadata->chunkStats.has_nulls;
       } else {
         std::vector<std::string_view> tracked_strings(num_elements);
         for (size_t i = first_error_index; i < num_elements; ++i) {
           if (typed_data[i].size() > StringDictionary::MAX_STRLEN) {
             tracked_strings[i] = {};
             delete_buffer_->push_back(true);
           } else {
             tracked_strings[i] = typed_data[i];
             delete_buffer_->push_back(false);
           }
           auto metadata =
               getEncoder()->appendData(tracked_strings.data(), 0, num_elements, false);
           has_nulls_ |= metadata->chunkStats.has_nulls;
         }
       }
     } else {
       for (size_t i = 0; i < num_elements; ++i) {
         if (typed_data[i].size() > StringDictionary::MAX_STRLEN) {
           throw std::runtime_error("String length of " +
                                    std::to_string(typed_data[i].size()) +
                                    " exceeds allowed maximum string length of " +
                                    std::to_string(StringDictionary::MAX_STRLEN));
         }
       }
       auto metadata = dynamic_cast<StringNoneEncoder*>(buffer_->getEncoder())
                           ->appendData(typed_data, 0, num_elements, false);
       has_nulls_ |= metadata->chunkStats.has_nulls;
     }
   }

Here is the call graph for this function:

StringNoneEncoder* data_conversion::StringViewToStringNoneEncoder::getEncoder ( ) const

inline

Definition at line 81 of file StringViewToStringNoneEncoder.h.

References buffer_, CHECK, and Data_Namespace::AbstractBuffer::getEncoder().

Referenced by encodeAndAppendData().

                                         {
     auto encoder = dynamic_cast<StringNoneEncoder*>(buffer_->getEncoder());
     CHECK(encoder);
     return encoder;
   }

Here is the call graph for this function:

Here is the caller graph for this function:

void data_conversion::StringViewToStringNoneEncoder::initialize ( )

inlineprivate

Definition at line 88 of file StringViewToStringNoneEncoder.h.

References buffer_, ColumnDescriptor::columnType, dst_chunk_, dst_type_info_, Chunk_NS::Chunk::getBuffer(), and Chunk_NS::Chunk::getColumnDesc().

Referenced by StringViewToStringNoneEncoder().

                     {
     auto type_info = dst_chunk_.getColumnDesc()->columnType;
     dst_type_info_ = type_info;
     buffer_ = dst_chunk_.getBuffer();
   }