#include <heavydbTypes.h>

Collaboration diagram for TableFunctionManager:

Public Member Functions
void	set_output_array_values_total_number (int32_t index, int64_t output_array_values_total_number)

void	set_output_item_values_total_number (int32_t index, int64_t output_item_values_total_number)

void	set_output_row_size (int64_t num_rows)

void	disable_output_allocations ()

void	enable_output_allocations ()

int32_t	error_message (const char *message)

template<typename T >
void	set_metadata (const std::string &key, const T &value)

template<typename T >
void	get_metadata (const std::string &key, T &value)

int32_t	getNewDictDbId ()

int32_t	getNewDictId ()

StringDictionaryProxy *	getStringDictionaryProxy (int32_t db_id, int32_t dict_id)

std::string	getString (int32_t db_id, int32_t dict_id, int32_t string_id)

int32_t	getOrAddTransient (int32_t db_id, int32_t dict_id, std::string str)

int8_t *	makeBuffer (int64_t element_count, int64_t element_size)

std::string	toString () const

	TableFunctionManager (const TableFunctionExecutionUnit &exe_unit, Executor executor, std::vector< const int8_t > &col_buf_ptrs, std::shared_ptr< RowSetMemoryOwner > row_set_mem_owner, bool is_singleton)

size_t	get_ncols () const

size_t	get_nrows () const

void	check_thread_id () const

void	set_output_column (int32_t index, int8_t *ptr)

void	set_output_item_values_total_number (int32_t index, int64_t output_item_values_total_number)

void	set_output_array_values_total_number (int32_t index, int64_t output_array_values_total_number)

void	allocate_output_buffers (int64_t output_num_rows)

const char *	get_error_message () const

void	set_error_message (const char *msg)

void	set_metadata (const char key, const uint8_t raw_bytes, const size_t num_bytes, const TableFunctionMetadataType value_type) const

void	get_metadata (const char key, const uint8_t &raw_bytes, size_t &num_bytes, TableFunctionMetadataType &value_type) const

int32_t	getNewDictDbId ()

int32_t	getNewDictId ()

int8_t *	getStringDictionaryProxy (int32_t db_id, int32_t dict_id)

std::string	getString (int32_t db_id, int32_t dict_id, int32_t string_id)

const int32_t	getOrAddTransient (int32_t db_id, int32_t dict_id, const std::string &str)

int8_t *	makeBuffer (int64_t element_count, int64_t element_size)

bool	isSingleton () const

	~TableFunctionManager ()

Static Public Member Functions
static TableFunctionManager *	get_singleton ()

static TableFunctionManager *&	get_singleton_internal ()

Public Attributes
bool output_allocations_disabled	false

std::unique_ptr < QueryMemoryInitializer >	query_buffers

Private Member Functions
void	lock ()

void	unlock ()

Static Private Member Functions
static void	set_singleton (TableFunctionManager *instance)

Private Attributes
const TableFunctionExecutionUnit &	exe_unit_

Executor *	executor_

std::vector< const int8_t * > &	col_buf_ptrs_

std::shared_ptr < RowSetMemoryOwner >	row_set_mem_owner_

std::vector< int64_t * >	output_col_buf_ptrs

size_t	output_num_rows_

std::vector< int64_t >	output_item_values_total_number_

std::vector< int8_t * >	output_column_ptrs

bool	is_singleton_

std::thread::id	thread_id_

std::string	error_message_

Detailed Description

Definition at line 356 of file heavydbTypes.h.

Constructor & Destructor Documentation

TableFunctionManager::TableFunctionManager	(	const TableFunctionExecutionUnit &	exe_unit,
		Executor *	executor,
		std::vector< const int8_t * > &	col_buf_ptrs,
		std::shared_ptr< RowSetMemoryOwner >	row_set_mem_owner,
		bool	is_singleton
	)

inline

Definition at line 62 of file TableFunctionManager.h.

References get_ncols(), isSingleton(), output_col_buf_ptrs, output_column_ptrs, output_item_values_total_number_, and set_singleton().

       : exe_unit_(exe_unit)
       , executor_(executor)
       , col_buf_ptrs_(col_buf_ptrs)
       , row_set_mem_owner_(row_set_mem_owner)
       , output_num_rows_(-1)
       , is_singleton_(is_singleton)
       , thread_id_(std::this_thread::get_id()) {
     if (isSingleton()) {
       set_singleton(this);  // start of singleton life
     }
     auto num_out_columns = get_ncols();
     output_col_buf_ptrs.reserve(num_out_columns);
     output_column_ptrs.reserve(num_out_columns);
     output_item_values_total_number_.reserve(num_out_columns);
     for (size_t i = 0; i < num_out_columns; i++) {
       output_col_buf_ptrs.emplace_back(nullptr);
       output_column_ptrs.emplace_back(nullptr);
       output_item_values_total_number_.emplace_back(-1);
     }
   }

Here is the call graph for this function:

TableFunctionManager::~TableFunctionManager ( )

inline

Definition at line 334 of file TableFunctionManager.h.

References isSingleton(), and set_singleton().

                           {
     if (isSingleton()) {
       set_singleton(nullptr);  // end of singleton life
     }
   }

Here is the call graph for this function:

Member Function Documentation

void TableFunctionManager::allocate_output_buffers ( int64_t output_num_rows )

inline

Definition at line 132 of file TableFunctionManager.h.

References QueryMemoryDescriptor::addColSlotInfo(), QueryMemoryDescriptor::addColSlotInfoFlatBuffer(), align_to_int64(), CHECK, CHECK_EQ, check_thread_id(), col_buf_ptrs_, CPU, exe_unit_, executor_, get_ncols(), getFlatBufferSize(), table_functions::TableFunction::getName(), initializeFlatBuffer(), FlatBufferManager::isFlatBuffer(), kARRAY, kENCODING_NONE, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kPOINT, kPOLYGON, kTEXT, output_col_buf_ptrs, output_column_ptrs, output_item_values_total_number_, output_num_rows_, query_buffers, query_mem_desc, row_set_mem_owner_, Column< T >::size(), TableFunctionExecutionUnit::table_func, heavyai::TableFunction, TableFunctionExecutionUnit::target_exprs, to_string(), toString(), and UNREACHABLE.

                                                         {
     check_thread_id();
     CHECK_EQ(output_num_rows_,
              size_t(-1));  // re-allocation of output buffers is not supported
 
     output_num_rows_ = output_num_rows;
     auto num_out_columns = get_ncols();
     QueryMemoryDescriptor query_mem_desc(executor_,
                                          output_num_rows,  // divide by row multiplier???
                                          QueryDescriptionType::TableFunction);
 
     for (size_t i = 0; i < num_out_columns; i++) {
       // All outputs have padded width set to logical column width
       auto ti = exe_unit_.target_exprs[i]->get_type_info();
       if (ti.usesFlatBuffer()) {
         int64_t total_number = -1;
         switch (ti.get_type()) {
           case kTEXT:
             if (ti.get_compression() != kENCODING_NONE) {
               UNREACHABLE() << "allocate_output_buffers not implemented for "
                             << ti.toString();
             }
           case kARRAY:
           case kLINESTRING:
           case kPOLYGON:
           case kMULTIPOINT:
           case kMULTILINESTRING:
           case kMULTIPOLYGON: {
             if (output_item_values_total_number_[i] == -1) {
               throw std::runtime_error("set_output_item_values_total_number(" +
                                        std::to_string(i) +
                                        ", <total_number>) must be called before "
                                        "set_output_row_size(<size>) in " +
                                        exe_unit_.table_func.getName());
             }
             total_number = output_item_values_total_number_[i];
             break;
           }
           case kPOINT:
             break;
           default:
             UNREACHABLE() << "allocate_output_buffers not implemented for "
                           << ti.toString();
         }
         /*
           Here we compute the byte size of flatbuffer and store it in
           query memory descriptor's ColSlotContext instance. The
           flatbuffer memory will be allocated in
           QueryMemoryInitializer constructor and the memory will be
           initialized below.
          */
         query_mem_desc.addColSlotInfoFlatBuffer(getFlatBufferSize(
             output_num_rows_, total_number, ti));  // used by QueryMemoryInitializer
       } else {
         const size_t col_width = ti.get_size();
         query_mem_desc.addColSlotInfo({std::make_tuple(col_width, col_width)});
       }
     }
 
     // The members layout of Column must match with Column defined in
     // heavydbTypes.h
     struct Column {
       int8_t* ptr;
       int64_t size;
       // just for debugging:
       std::string toString() const {
         return "Column{" + ::toString(ptr) + ", " + ::toString(size) + "}";
       }
     };
     // We do not init output buffers for CPU currently, so CPU
     // table functions are expected to handle their own initialization
     query_buffers = std::make_unique<QueryMemoryInitializer>(
         exe_unit_,
         query_mem_desc,
         /*device_id=*/0,
         ExecutorDeviceType::CPU,
         (output_num_rows_ == 0 ? 1 : output_num_rows_),
         std::vector<std::vector<const int8_t*>>{col_buf_ptrs_},
         std::vector<std::vector<uint64_t>>{{0}},  // frag offsets
         row_set_mem_owner_,
         nullptr,
         executor_);
     if (output_num_rows_ != 0) {
       auto group_by_buffers_ptr = query_buffers->getGroupByBuffersPtr();
       CHECK(group_by_buffers_ptr);
       auto output_buffers_ptr = reinterpret_cast<int8_t*>(group_by_buffers_ptr[0]);
       for (size_t i = 0; i < num_out_columns; i++) {
         Column* col = reinterpret_cast<Column*>(output_column_ptrs[i]);
         CHECK(col);
         // set the members of output Column instances:
         output_col_buf_ptrs[i] = reinterpret_cast<int64_t*>(output_buffers_ptr);
         col->ptr = output_buffers_ptr;
         col->size = output_num_rows_;
 
         auto ti = exe_unit_.target_exprs[i]->get_type_info();
         if (ti.usesFlatBuffer()) {
           FlatBufferManager m{output_buffers_ptr};
           int64_t total_number = -1;
           switch (ti.get_type()) {
             case kTEXT:
               if (ti.get_compression() != kENCODING_NONE) {
                 UNREACHABLE() << "allocate_output_buffers not implemented for "
                               << ti.toString();
               }
             case kARRAY:
             case kLINESTRING:
             case kPOLYGON:
             case kMULTIPOINT:
             case kMULTILINESTRING:
             case kMULTIPOLYGON: {
               total_number = output_item_values_total_number_[i];
               break;
             }
             case kPOINT:
               break;
             default:
               UNREACHABLE() << "allocate_output_buffers not implemented for "
                             << ti.toString();
           }
           initializeFlatBuffer(m, output_num_rows_, total_number, ti);
           CHECK(FlatBufferManager::isFlatBuffer(output_buffers_ptr));
           // Checks if the implementations of getFlatBufferSize and
           // initializeFlatBuffer in sqltypes.h are in sync:
           CHECK_EQ(m.getBufferSize(), query_mem_desc.getFlatBufferSize(i));
           output_buffers_ptr = align_to_int64(output_buffers_ptr + m.getBufferSize());
         } else {
           const size_t col_width = ti.get_size();
           output_buffers_ptr =
               align_to_int64(output_buffers_ptr + col_width * output_num_rows_);
         }
       }
     }
   }

Here is the call graph for this function:

void TableFunctionManager::check_thread_id ( ) const

inline

Definition at line 94 of file TableFunctionManager.h.

References thread_id_.

Referenced by allocate_output_buffers(), get_error_message(), set_error_message(), and set_output_column().

                                {
     if (std::this_thread::get_id() != thread_id_) {
       throw std::runtime_error(
           "TableFunctionManager instance accessed from an alien thread!");
     }
   }

Here is the caller graph for this function:

void TableFunctionManager::disable_output_allocations ( )

inline

Definition at line 379 of file heavydbTypes.h.

Referenced by r2_score_impl().

379 { output_allocations_disabled = true; }

Here is the caller graph for this function:

void TableFunctionManager::enable_output_allocations ( )

inline

Definition at line 381 of file heavydbTypes.h.

Referenced by ct_test_allocator(), and r2_score_impl().

381 { output_allocations_disabled = false; }

Here is the caller graph for this function:

int32_t TableFunctionManager::error_message ( const char * message )

inline

Definition at line 383 of file heavydbTypes.h.

References TableFunctionManager_error_message().

                                              {
     return TableFunctionManager_error_message(reinterpret_cast<int8_t*>(this), message);
   }

Here is the call graph for this function:

const char* TableFunctionManager::get_error_message ( ) const

inline

Definition at line 266 of file TableFunctionManager.h.

References check_thread_id(), and error_message_.

                                         {
     check_thread_id();
     return error_message_.c_str();
   }

Here is the call graph for this function:

void TableFunctionManager::get_metadata	(	const char *	key,
		const uint8_t *&	raw_bytes,
		size_t &	num_bytes,
		TableFunctionMetadataType &	value_type
	)		const

inline

Definition at line 284 of file TableFunctionManager.h.

References CHECK, and row_set_mem_owner_.

                                                                  {
     CHECK(row_set_mem_owner_);
     row_set_mem_owner_->getTableFunctionMetadata(key, raw_bytes, num_bytes, value_type);
   }

template<typename T >

void TableFunctionManager::get_metadata	(	const std::string &	key,
		T &	value
	)

inline

Definition at line 397 of file heavydbTypes.h.

References heavydb.dtypes::T, and TableFunctionManager_get_metadata().

Referenced by tf_metadata_getter__cpu_template(), and tf_metadata_getter_bad__cpu_template().

                                                     {
     const uint8_t* raw_data{};
     size_t num_bytes{};
     TableFunctionMetadataType value_type;
     TableFunctionManager_get_metadata(
         reinterpret_cast<int8_t*>(this), key.c_str(), raw_data, num_bytes, value_type);
     if (sizeof(T) != num_bytes) {
       throw std::runtime_error("Size mismatch for Table Function Metadata '" + key + "'");
     }
     if (get_metadata_type<T>() != value_type) {
       throw std::runtime_error("Type mismatch for Table Function Metadata '" + key + "'");
     }
     std::memcpy(&value, raw_data, num_bytes);
   }

Here is the call graph for this function:

Here is the caller graph for this function:

size_t TableFunctionManager::get_ncols ( ) const

inline

Definition at line 89 of file TableFunctionManager.h.

References exe_unit_, and TableFunctionExecutionUnit::target_exprs.

Referenced by allocate_output_buffers(), set_output_column(), set_output_item_values_total_number(), and TableFunctionManager().

89 { return exe_unit_.target_exprs.size(); }

TableFunctionManager::exe_unit_

const TableFunctionExecutionUnit & exe_unit_

Definition: TableFunctionManager.h:362

TableFunctionExecutionUnit::target_exprs

std::vector< Analyzer::Expr * > target_exprs

Definition: RelAlgExecutionUnit.h:214

Here is the caller graph for this function:

size_t TableFunctionManager::get_nrows ( ) const

inline

Definition at line 92 of file TableFunctionManager.h.

References output_num_rows_.

92 { return output_num_rows_; }

TableFunctionManager::output_num_rows_

size_t output_num_rows_

Definition: TableFunctionManager.h:371

static TableFunctionManager* TableFunctionManager::get_singleton ( )

inlinestatic

Definition at line 357 of file heavydbTypes.h.

References TableFunctionManager_get_singleton().

Referenced by ct_sleep1__cpu_(), ct_sleep2(), and sum_along_row__cpu_template().

                                                {
     return reinterpret_cast<TableFunctionManager*>(TableFunctionManager_get_singleton());
   }

Here is the call graph for this function:

Here is the caller graph for this function:

static TableFunctionManager*& TableFunctionManager::get_singleton_internal ( )

inlinestatic

Definition at line 340 of file TableFunctionManager.h.

References lockmgr::instance().

Referenced by set_singleton().

                                                          {
     static TableFunctionManager* instance = nullptr;
     return instance;
   }

Here is the call graph for this function:

Here is the caller graph for this function:

int32_t TableFunctionManager::getNewDictDbId ( )

inline

Definition at line 292 of file TableFunctionManager.h.

References executor_, row_set_mem_owner_, and TRANSIENT_DICT_ID.

                                   {
     const auto proxy = executor_->getStringDictionaryProxy(
         {0, TRANSIENT_DICT_ID}, row_set_mem_owner_, true);
     return proxy->getDictKey().db_id;
   }

int32_t TableFunctionManager::getNewDictDbId ( )

inline

Definition at line 411 of file heavydbTypes.h.

References TableFunctionManager_getNewDictDbId().

Referenced by array_asarray__cpu_template().

                            {
     return TableFunctionManager_getNewDictDbId(reinterpret_cast<int8_t*>(this));
   }

Here is the call graph for this function:

Here is the caller graph for this function:

int32_t TableFunctionManager::getNewDictId ( )

inline

Definition at line 298 of file TableFunctionManager.h.

References executor_, row_set_mem_owner_, and TRANSIENT_DICT_ID.

                                 {
     const auto proxy = executor_->getStringDictionaryProxy(
         {0, TRANSIENT_DICT_ID}, row_set_mem_owner_, true);
     return proxy->getDictKey().dict_id;
   }

int32_t TableFunctionManager::getNewDictId ( )

inline

Definition at line 414 of file heavydbTypes.h.

References TableFunctionManager_getNewDictId().

Referenced by array_asarray__cpu_template().

                          {
     return TableFunctionManager_getNewDictId(reinterpret_cast<int8_t*>(this));
   }

Here is the call graph for this function:

Here is the caller graph for this function:

const int32_t TableFunctionManager::getOrAddTransient	(	int32_t	db_id,
		int32_t	dict_id,
		const std::string &	str
	)

inline

Definition at line 315 of file TableFunctionManager.h.

References executor_, and row_set_mem_owner_.

                                                                {
     const auto proxy =
         executor_->getStringDictionaryProxy({db_id, dict_id}, row_set_mem_owner_, true);
     return proxy->getOrAddTransient(str);
   }

int32_t TableFunctionManager::getOrAddTransient	(	int32_t	db_id,
		int32_t	dict_id,
		std::string	str
	)

inline

Definition at line 426 of file heavydbTypes.h.

References TableFunctionManager_getOrAddTransient().

Referenced by array_asarray__cpu_template().

                                                                            {
     return TableFunctionManager_getOrAddTransient(
         reinterpret_cast<int8_t*>(this), db_id, dict_id, str);
   }

Here is the call graph for this function:

Here is the caller graph for this function:

std::string TableFunctionManager::getString	(	int32_t	db_id,
		int32_t	dict_id,
		int32_t	string_id
	)

inline

Definition at line 309 of file TableFunctionManager.h.

References executor_, and row_set_mem_owner_.

                                                                                 {
     const auto proxy =
         executor_->getStringDictionaryProxy({db_id, dict_id}, row_set_mem_owner_, true);
     return proxy->getString(string_id);
   }

std::string TableFunctionManager::getString	(	int32_t	db_id,
		int32_t	dict_id,
		int32_t	string_id
	)

inline

Definition at line 422 of file heavydbTypes.h.

References TableFunctionManager_getString().

Referenced by array_asarray__cpu_template().

                                                                          {
     return TableFunctionManager_getString(
         reinterpret_cast<int8_t*>(this), db_id, dict_id, string_id);
   }

Here is the call graph for this function:

Here is the caller graph for this function:

int8_t* TableFunctionManager::getStringDictionaryProxy	(	int32_t	db_id,
		int32_t	dict_id
	)

inline

Definition at line 304 of file TableFunctionManager.h.

References executor_, and row_set_mem_owner_.

                                                                           {
     return reinterpret_cast<int8_t*>(
         executor_->getStringDictionaryProxy({db_id, dict_id}, row_set_mem_owner_, true));
   }

StringDictionaryProxy* TableFunctionManager::getStringDictionaryProxy	(	int32_t	db_id,
		int32_t	dict_id
	)

inline

Definition at line 417 of file heavydbTypes.h.

References TableFunctionManager_getStringDictionaryProxy().

                                                                                   {
     return reinterpret_cast<StringDictionaryProxy*>(
         TableFunctionManager_getStringDictionaryProxy(
             reinterpret_cast<int8_t*>(this), db_id, dict_id));
   }

Here is the call graph for this function:

bool TableFunctionManager::isSingleton ( ) const

inline

Definition at line 332 of file TableFunctionManager.h.

References is_singleton_.

Referenced by TableFunctionManager(), and ~TableFunctionManager().

332 { return is_singleton_; }

TableFunctionManager::is_singleton_

bool is_singleton_

Definition: TableFunctionManager.h:378

Here is the caller graph for this function:

void TableFunctionManager::lock ( )

inlineprivate

Definition at line 346 of file TableFunctionManager.h.

References TableFunctionManager_singleton_mutex.

Referenced by set_singleton().

346 { TableFunctionManager_singleton_mutex.lock(); }

TableFunctionManager_singleton_mutex

std::mutex TableFunctionManager_singleton_mutex

Definition: TableFunctionExecutionContext.cpp:343

Here is the caller graph for this function:

int8_t* TableFunctionManager::makeBuffer	(	int64_t	element_count,
		int64_t	element_size
	)

inline

Definition at line 323 of file TableFunctionManager.h.

References checked_malloc(), and row_set_mem_owner_.

                                                                          {
     int8_t* buffer =
         reinterpret_cast<int8_t*>(checked_malloc((element_count + 1) * element_size));
     row_set_mem_owner_->addVarlenBuffer(buffer);
     return buffer;
   }

Here is the call graph for this function:

int8_t* TableFunctionManager::makeBuffer	(	int64_t	element_count,
		int64_t	element_size
	)

inline

Definition at line 430 of file heavydbTypes.h.

References TableFunctionManager_makeBuffer().

                                                                   {
     return TableFunctionManager_makeBuffer(
         reinterpret_cast<int8_t*>(this), element_count, element_size);
   }

Here is the call graph for this function:

void TableFunctionManager::set_error_message ( const char * msg )

inline

Definition at line 271 of file TableFunctionManager.h.

References check_thread_id(), and error_message_.

                                           {
     check_thread_id();
     error_message_ = std::string(msg);
   }

Here is the call graph for this function:

void TableFunctionManager::set_metadata	(	const char *	key,
		const uint8_t *	raw_bytes,
		const size_t	num_bytes,
		const TableFunctionMetadataType	value_type
	)		const

inline

Definition at line 276 of file TableFunctionManager.h.

References CHECK, and row_set_mem_owner_.

                                                                       {
     CHECK(row_set_mem_owner_);
     row_set_mem_owner_->setTableFunctionMetadata(key, raw_bytes, num_bytes, value_type);
   }

template<typename T >

void TableFunctionManager::set_metadata	(	const std::string &	key,
		const T &	value
	)

inline

Definition at line 388 of file heavydbTypes.h.

References TableFunctionManager_set_metadata().

Referenced by GeoRaster< T, Z >::setMetadata(), tf_metadata_setter__cpu_template(), tf_metadata_setter_repeated__cpu_template(), and tf_metadata_setter_size_mismatch__cpu_template().

                                                           {
     TableFunctionManager_set_metadata(reinterpret_cast<int8_t*>(this),
                                       key.c_str(),
                                       reinterpret_cast<const uint8_t*>(&value),
                                       sizeof(value),
                                       get_metadata_type<T>());
   }

Here is the call graph for this function:

Here is the caller graph for this function:

void TableFunctionManager::set_output_array_values_total_number	(	int32_t	index,
		int64_t	output_array_values_total_number
	)

inline

Definition at line 127 of file TableFunctionManager.h.

References set_output_item_values_total_number().

                                                                                       {
     set_output_item_values_total_number(index, output_array_values_total_number);
   }

Here is the call graph for this function:

void TableFunctionManager::set_output_array_values_total_number	(	int32_t	index,
		int64_t	output_array_values_total_number
	)

inline

Definition at line 361 of file heavydbTypes.h.

References TableFunctionManager_set_output_array_values_total_number().

Referenced by array_append__cpu_template(), array_asarray__cpu_template(), array_concat__cpu_template(), array_copier__cpu_template(), array_split__cpu_template(), GeoRaster< T, Z >::outputDenseColumns(), CrossSectionTableFunctions::tf_cross_section_1d_impl(), GDALTableFunctions::tf_raster_contour_impl(), and GDALTableFunctions::tf_raster_contour_rasterize_impl().

                                                                                       {
     TableFunctionManager_set_output_array_values_total_number(
         reinterpret_cast<int8_t*>(this), index, output_array_values_total_number);
   }

Here is the call graph for this function:

Here is the caller graph for this function:

void TableFunctionManager::set_output_column	(	int32_t	index,
		int8_t *	ptr
	)

inline

Definition at line 102 of file TableFunctionManager.h.

References CHECK, check_thread_id(), get_ncols(), and output_column_ptrs.

                                                      {
     check_thread_id();
     CHECK(index >= 0 && index < static_cast<int32_t>(get_ncols()));
     CHECK(ptr);
     output_column_ptrs[index] = ptr;
   }

Here is the call graph for this function:

void TableFunctionManager::set_output_item_values_total_number	(	int32_t	index,
		int64_t	output_item_values_total_number
	)

inline

Definition at line 113 of file TableFunctionManager.h.

References CHECK_EQ, CHECK_LE, CHECK_LT, get_ncols(), output_item_values_total_number_, and output_num_rows_.

                                                                                     {
     CHECK_EQ(output_num_rows_,
              size_t(-1));  // set_output_item_values_total_number must
                            // be called before set_output_row_size
                            // because set_output_row_size allocates
                            // the output buffers
     int32_t num_out_columns = get_ncols();
     CHECK_LE(0, index);
     CHECK_LT(index, num_out_columns);
     output_item_values_total_number_[index] = output_item_values_total_number;
   }

Here is the call graph for this function:

void TableFunctionManager::set_output_item_values_total_number	(	int32_t	index,
		int64_t	output_item_values_total_number
	)

inline

Definition at line 367 of file heavydbTypes.h.

References TableFunctionManager_set_output_item_values_total_number().

Referenced by ct_copy__generic_cpu_template(), ct_linestringn__cpu_(), ct_make_linestring2__cpu_(), ct_make_multipolygon__cpu_(), ct_make_polygon3__cpu_(), ct_polygonn__cpu_(), ct_to_multilinestring__cpu_(), ct_to_polygon__cpu_(), set_output_array_values_total_number(), and CrossSectionTableFunctions::tf_cross_section_2d_impl().

                                                                                     {
     TableFunctionManager_set_output_item_values_total_number(
         reinterpret_cast<int8_t*>(this), index, output_item_values_total_number);
   }

Here is the call graph for this function:

Here is the caller graph for this function:

void TableFunctionManager::set_output_row_size ( int64_t num_rows )

inline

Definition at line 373 of file heavydbTypes.h.

References TableFunctionManager_set_output_row_size().

Referenced by array_append__cpu_template(), array_asarray__cpu_template(), array_concat__cpu_template(), array_copier__cpu_template(), array_split__cpu_template(), ct_add_size_and_mul_alpha(), ct_coords__cpu_(), ct_copy__generic_cpu_template(), ct_copy_and_add_size(), ct_cursor_named_args__cpu_(), ct_linestringn__cpu_(), ct_make_linestring2__cpu_(), ct_make_multipolygon__cpu_(), ct_make_polygon3__cpu_(), ct_pointn__cpu_template(), ct_polygonn__cpu_(), ct_pushdown_projection__cpu_template(), ct_pushdown_stats__cpu_template(), ct_scalar_named_args__cpu_(), ct_shift__cpu_(), ct_sleep2(), ct_sparse_add(), ct_string_concat__cpu_(), ct_substr__cpu_(), ct_synthesize_new_dict__cpu_(), ct_test_allocator(), ct_test_calcite_casting_bigint__cpu_(), ct_test_calcite_casting_char__cpu_(), ct_test_calcite_casting_columnlist__template_cpu_(), ct_test_calcite_casting_double__cpu_(), ct_test_calcite_casting_timestamp__cpu_(), ct_test_preflight_multicursor_qe227__cpu_(), ct_test_preflight_singlecursor_qe227__cpu_(), ct_test_runtime_libs_add__cpu_template_(), ct_test_runtime_libs_sub__cpu_template_(), ct_test_string_default_arg__cpu_(), ct_throw_if_gt_100__cpu_template(), ct_timestamp_add_interval__template(), ct_timestamp_add_offset(), ct_timestamp_column_list_input(), ct_timestamp_extract(), ct_timestamp_truncate(), ct_to_multilinestring__cpu_(), ct_to_polygon__cpu_(), ct_union_pushdown_projection__cpu_template(), ct_union_pushdown_stats__cpu_template(), dbscan__cpu_template(), decision_tree_reg_impl(), gbt_reg_fit_impl(), generate_random_strings__cpu_(), generate_series__cpu_template(), get_decision_trees__cpu_1(), kmeans__cpu_template(), linear_reg_coefs__cpu_1(), linear_reg_fit_impl(), Mandelbrot::mandelbrot_cpu_template(), ml_reg_predict_impl(), GeoRaster< T, Z >::outputDenseColumns(), GeoRaster< T, Z >::outputDenseColumnsAndFill(), pca_fit_impl(), r2_score_impl(), random_forest_reg_fit_impl(), random_forest_reg_var_importance__cpu_1(), row_copier_columnlist__cpu__(), row_repeater__cpu_template(), supported_ml_frameworks__cpu_(), CrossSectionTableFunctions::tf_cross_section_1d_impl(), CrossSectionTableFunctions::tf_cross_section_2d_impl(), tf_metadata_getter__cpu_template(), tf_metadata_getter_bad__cpu_template(), tf_metadata_setter__cpu_template(), tf_metadata_setter_repeated__cpu_template(), tf_metadata_setter_size_mismatch__cpu_template(), GDALTableFunctions::tf_raster_contour_impl(), GDALTableFunctions::tf_raster_contour_rasterize_impl(), tf_test_torch_generate_random_column(), tf_test_torch_load_model(), tf_test_torch_regression(), and tf_torch_raster_obj_detect__cpu_template().

                                              {
     if (!output_allocations_disabled) {
       TableFunctionManager_set_output_row_size(reinterpret_cast<int8_t*>(this), num_rows);
     }
   }

Here is the call graph for this function:

static void TableFunctionManager::set_singleton ( TableFunctionManager * instance )

inlinestaticprivate

Definition at line 349 of file TableFunctionManager.h.

References CHECK, get_singleton_internal(), lockmgr::instance(), lock(), and unlock().

Referenced by TableFunctionManager(), and ~TableFunctionManager().

                                                             {
     TableFunctionManager*& instance_ = get_singleton_internal();
     // ensure being singleton and lock/unlock
     if (instance) {
       instance->lock();
       CHECK(instance_ == nullptr);
     } else {
       CHECK(instance_ != nullptr);
       instance_->unlock();
     }
     instance_ = instance;
   }

Here is the call graph for this function:

Here is the caller graph for this function:

std::string TableFunctionManager::toString ( ) const

inline

Definition at line 436 of file heavydbTypes.h.

References run_benchmark_import::result, and typeName().

Referenced by allocate_output_buffers().

                              {
     std::string result = ::typeName(this) + "(";
     if (!(void*)this) {  // cast to void* to avoid warnings
       result += "UNINITIALIZED";
     }
     result += ")";
     return result;
   }

Here is the call graph for this function:

Here is the caller graph for this function:

void TableFunctionManager::unlock ( )

inlineprivate

Definition at line 347 of file TableFunctionManager.h.

References TableFunctionManager_singleton_mutex.

Referenced by set_singleton().

347 { TableFunctionManager_singleton_mutex.unlock(); }

TableFunctionManager_singleton_mutex

std::mutex TableFunctionManager_singleton_mutex

Definition: TableFunctionExecutionContext.cpp:343

Here is the caller graph for this function:

Member Data Documentation

std::vector<const int8_t*>& TableFunctionManager::col_buf_ptrs_

private

Definition at line 365 of file TableFunctionManager.h.

Referenced by allocate_output_buffers().

std::string TableFunctionManager::error_message_

private

Definition at line 382 of file TableFunctionManager.h.

Referenced by get_error_message(), and set_error_message().

const TableFunctionExecutionUnit& TableFunctionManager::exe_unit_

private

Definition at line 362 of file TableFunctionManager.h.

Referenced by allocate_output_buffers(), and get_ncols().

Executor* TableFunctionManager::executor_

private

Definition at line 363 of file TableFunctionManager.h.

Referenced by allocate_output_buffers(), getNewDictDbId(), getNewDictId(), getOrAddTransient(), getString(), and getStringDictionaryProxy().

bool output_allocations_disabled TableFunctionManager::false

Definition at line 445 of file heavydbTypes.h.

bool TableFunctionManager::is_singleton_

private

Definition at line 378 of file TableFunctionManager.h.

Referenced by isSingleton().

std::vector<int64_t*> TableFunctionManager::output_col_buf_ptrs

private

Definition at line 369 of file TableFunctionManager.h.

Referenced by allocate_output_buffers(), and TableFunctionManager().

std::vector<int8_t*> TableFunctionManager::output_column_ptrs

private

Definition at line 376 of file TableFunctionManager.h.

Referenced by allocate_output_buffers(), set_output_column(), and TableFunctionManager().

std::vector<int64_t> TableFunctionManager::output_item_values_total_number_

private

Definition at line 374 of file TableFunctionManager.h.

Referenced by allocate_output_buffers(), set_output_item_values_total_number(), and TableFunctionManager().

size_t TableFunctionManager::output_num_rows_

private

Definition at line 371 of file TableFunctionManager.h.

Referenced by allocate_output_buffers(), get_nrows(), and set_output_item_values_total_number().

std::unique_ptr<QueryMemoryInitializer> TableFunctionManager::query_buffers

Definition at line 60 of file TableFunctionManager.h.

Referenced by allocate_output_buffers().

std::shared_ptr<RowSetMemoryOwner> TableFunctionManager::row_set_mem_owner_

private

Definition at line 367 of file TableFunctionManager.h.

Referenced by allocate_output_buffers(), get_metadata(), getNewDictDbId(), getNewDictId(), getOrAddTransient(), getString(), getStringDictionaryProxy(), makeBuffer(), and set_metadata().

std::thread::id TableFunctionManager::thread_id_

private

Definition at line 380 of file TableFunctionManager.h.

Referenced by check_thread_id().

The documentation for this struct was generated from the following files:

/home/jenkins-slave/workspace/core-os-doxygen/QueryEngine/heavydbTypes.h
/home/jenkins-slave/workspace/core-os-doxygen/QueryEngine/TableFunctions/TableFunctionManager.h

Public Member Functions

Static Public Member Functions

Public Attributes

Private Member Functions

Static Private Member Functions

Private Attributes

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation