#include <PerfectHashTable.h>

Inheritance diagram for PerfectHashTable:

Collaboration diagram for PerfectHashTable:

Public Member Functions
	PerfectHashTable (const ExecutorDeviceType device_type, PerfectHashTableEntryInfo hash_table_entry_info, Data_Namespace::DataMgr *data_mgr=nullptr, const int device_id=-1)

	~PerfectHashTable () override

void	allocateGpuMemory (const size_t num_entries)

size_t	getHashTableBufferSize (const ExecutorDeviceType device_type) const override

HashType	getLayout () const override

int8_t *	getCpuBuffer () override

int8_t *	getGpuBuffer () const override

size_t	getEntryCount () const override

size_t	getEmittedKeysCount () const override

size_t	getRowIdSize () const override

void	setHashEntryInfo (BucketizedHashEntryInfo &hash_entry_info)

void	setColumnNumElems (size_t elem)

BucketizedHashEntryInfo	getHashEntryInfo () const

size_t	getColumnNumElems () const

PerfectHashTableEntryInfo	getHashTableEntryInfo () const

void	printInitLog (ExecutorDeviceType device_type)

Public Member Functions inherited from HashTable
virtual	~HashTable ()

Private Attributes
Data_Namespace::AbstractBuffer *	gpu_hash_table_buff_ {nullptr}

std::unique_ptr< int32_t[]>	cpu_hash_table_buff_ {nullptr}

PerfectHashTableEntryInfo	hash_table_entry_info_

BucketizedHashEntryInfo	hash_entry_info_

size_t	column_num_elems_

Data_Namespace::DataMgr *	data_mgr_

int	device_id_

Additional Inherited Members
Static Public Member Functions inherited from HashTable
static DecodedJoinHashBufferSet	toSet (size_t key_component_count, size_t key_component_width, size_t entry_count, const int8_t ptr1, const int8_t ptr2, const int8_t ptr3, const int8_t ptr4, size_t buffer_size)
	Decode hash table into a std::set for easy inspection and validation. More...

static std::string	toString (const std::string &type, const std::string &layout_type, size_t key_component_count, size_t key_component_width, size_t entry_count, const int8_t ptr1, const int8_t ptr2, const int8_t ptr3, const int8_t ptr4, size_t buffer_size, bool raw=false)
	Decode hash table into a human-readable string. More...

Detailed Description

Definition at line 50 of file PerfectHashTable.h.

Constructor & Destructor Documentation

PerfectHashTable::PerfectHashTable	(	const ExecutorDeviceType	device_type,
		PerfectHashTableEntryInfo	hash_table_entry_info,
		Data_Namespace::DataMgr *	data_mgr = `nullptr`,
		const int	device_id = `-1`
	)

inline

Definition at line 53 of file PerfectHashTable.h.

References PerfectHashTableEntryInfo::computeTotalNumSlots(), CPU, cpu_hash_table_buff_, and printInitLog().

       : hash_table_entry_info_(hash_table_entry_info)
       , data_mgr_(data_mgr)
       , device_id_(device_id) {
     if (device_type == ExecutorDeviceType::CPU) {
       cpu_hash_table_buff_.reset(
           new int32_t[hash_table_entry_info.computeTotalNumSlots()]);
       printInitLog(device_type);
     }
   }

Here is the call graph for this function:

PerfectHashTable::~PerfectHashTable ( )

inlineoverride

Definition at line 67 of file PerfectHashTable.h.

References CHECK, data_mgr_, Data_Namespace::DataMgr::free(), and gpu_hash_table_buff_.

                                {
 #ifdef HAVE_CUDA
     if (gpu_hash_table_buff_) {
       CHECK(data_mgr_);
       data_mgr_->free(gpu_hash_table_buff_);
     }
 #endif
   }

Here is the call graph for this function:

Member Function Documentation

void PerfectHashTable::allocateGpuMemory ( const size_t num_entries )

inline

Definition at line 76 of file PerfectHashTable.h.

References CudaAllocator::allocGpuAbstractBuffer(), CHECK, CHECK_GE, cpu_hash_table_buff_, data_mgr_, device_id_, HashTableEntryInfo::getRowIdSizeInBytes(), GPU, gpu_hash_table_buff_, hash_table_entry_info_, printInitLog(), and VLOG.

                                                    {
     CHECK_GE(device_id_, 0);
     CHECK(!gpu_hash_table_buff_);
     CHECK(data_mgr_);
     auto const buf_size = num_entries * hash_table_entry_info_.getRowIdSizeInBytes();
     gpu_hash_table_buff_ =
         CudaAllocator::allocGpuAbstractBuffer(data_mgr_, buf_size, device_id_);
     if (cpu_hash_table_buff_) {
       VLOG(1) << "Allocate " << buf_size
               << " bytes buffer on GPU to keep the hash table copied from CPU";
     } else {
       printInitLog(ExecutorDeviceType::GPU);
     }
   }

Here is the call graph for this function:

size_t PerfectHashTable::getColumnNumElems ( ) const

inline

Definition at line 135 of file PerfectHashTable.h.

References column_num_elems_.

                                    {
     return column_num_elems_;
   }

int8_t* PerfectHashTable::getCpuBuffer ( )

inlineoverridevirtual

Implements HashTable.

Definition at line 103 of file PerfectHashTable.h.

References cpu_hash_table_buff_.

                                   {
     return reinterpret_cast<int8_t*>(cpu_hash_table_buff_.get());
   }

size_t PerfectHashTable::getEmittedKeysCount ( ) const

inlineoverridevirtual

Implements HashTable.

Definition at line 115 of file PerfectHashTable.h.

References HashTableEntryInfo::getNumKeys(), and hash_table_entry_info_.

                                               {
     return hash_table_entry_info_.getNumKeys();
   }

Here is the call graph for this function:

size_t PerfectHashTable::getEntryCount ( ) const

inlineoverridevirtual

Implements HashTable.

Definition at line 111 of file PerfectHashTable.h.

References HashTableEntryInfo::getNumHashEntries(), and hash_table_entry_info_.

                                         {
     return hash_table_entry_info_.getNumHashEntries();
   }

Here is the call graph for this function:

int8_t* PerfectHashTable::getGpuBuffer ( ) const

inlineoverridevirtual

Implements HashTable.

Definition at line 107 of file PerfectHashTable.h.

References Data_Namespace::AbstractBuffer::getMemoryPtr(), and gpu_hash_table_buff_.

                                         {
     return gpu_hash_table_buff_ ? gpu_hash_table_buff_->getMemoryPtr() : nullptr;
   }

Here is the call graph for this function:

BucketizedHashEntryInfo PerfectHashTable::getHashEntryInfo ( ) const

inline

Definition at line 131 of file PerfectHashTable.h.

References hash_entry_info_.

                                                    {
     return hash_entry_info_;
   }

size_t PerfectHashTable::getHashTableBufferSize ( const ExecutorDeviceType device_type ) const

inlineoverridevirtual

Implements HashTable.

Definition at line 91 of file PerfectHashTable.h.

References PerfectHashTableEntryInfo::computeHashTableSize(), CPU, gpu_hash_table_buff_, hash_table_entry_info_, and Data_Namespace::AbstractBuffer::reservedSize().

                                                                                      {
     if (device_type == ExecutorDeviceType::CPU) {
       return hash_table_entry_info_.computeHashTableSize();
     } else {
       return gpu_hash_table_buff_ ? gpu_hash_table_buff_->reservedSize() : 0;
     }
   }

Here is the call graph for this function:

PerfectHashTableEntryInfo PerfectHashTable::getHashTableEntryInfo ( ) const

inline

Definition at line 139 of file PerfectHashTable.h.

References hash_table_entry_info_.

                                                           {
     return hash_table_entry_info_;
   }

HashType PerfectHashTable::getLayout ( ) const

inlineoverridevirtual

Implements HashTable.

Definition at line 99 of file PerfectHashTable.h.

References HashTableEntryInfo::getHashTableLayout(), and hash_table_entry_info_.

                                       {
     return hash_table_entry_info_.getHashTableLayout();
   }

Here is the call graph for this function:

size_t PerfectHashTable::getRowIdSize ( ) const

inlineoverridevirtual

Implements HashTable.

Definition at line 119 of file PerfectHashTable.h.

References HashTableEntryInfo::getRowIdSizeInBytes(), and hash_table_entry_info_.

                                        {
     return hash_table_entry_info_.getRowIdSizeInBytes();
   }

Here is the call graph for this function:

void PerfectHashTable::printInitLog ( ExecutorDeviceType device_type )

inline

Definition at line 143 of file PerfectHashTable.h.

References PerfectHashTableEntryInfo::computeHashTableSize(), CPU, device_id_, HashTableEntryInfo::getHashTableLayout(), HashTableEntryInfo::getNumHashEntries(), HashTableEntryInfo::getNumKeys(), GPU, hash_table_entry_info_, OneToOne, and VLOG.

Referenced by allocateGpuMemory(), and PerfectHashTable().

                                                     {
     std::string device_str = device_type == ExecutorDeviceType::CPU ? "CPU" : "GPU";
     std::string layout_str =
         hash_table_entry_info_.getHashTableLayout() == HashType::OneToOne ? "OneToOne"
                                                                           : "OneToMany";
     std::ostringstream oss;
     oss << "Initialize a " << device_type << " perfect join hash table";
     if (device_type == ExecutorDeviceType::GPU) {
       oss << " for device " << device_id_;
     }
     oss << ", join type " << layout_str
         << ", # hash entries: " << hash_table_entry_info_.getNumHashEntries()
         << ", # entries stored in the payload buffer: "
         << hash_table_entry_info_.getNumKeys()
         << ", hash table size : " << hash_table_entry_info_.computeHashTableSize()
         << " Bytes";
     VLOG(1) << oss.str();
   }

Here is the call graph for this function:

Here is the caller graph for this function:

void PerfectHashTable::setColumnNumElems ( size_t elem )

inline

Definition at line 127 of file PerfectHashTable.h.

References column_num_elems_.

                                       {
     column_num_elems_ = elem;
   }

void PerfectHashTable::setHashEntryInfo ( BucketizedHashEntryInfo & hash_entry_info )

inline

Definition at line 123 of file PerfectHashTable.h.

References hash_entry_info_.

                                                                   {
     hash_entry_info_ = hash_entry_info;
   }

Member Data Documentation

size_t PerfectHashTable::column_num_elems_

private

Definition at line 167 of file PerfectHashTable.h.

Referenced by getColumnNumElems(), and setColumnNumElems().

std::unique_ptr<int32_t[]> PerfectHashTable::cpu_hash_table_buff_ {nullptr}

private

Definition at line 164 of file PerfectHashTable.h.

Referenced by allocateGpuMemory(), getCpuBuffer(), and PerfectHashTable().

Data_Namespace::DataMgr* PerfectHashTable::data_mgr_

private

Definition at line 168 of file PerfectHashTable.h.

Referenced by allocateGpuMemory(), and ~PerfectHashTable().

int PerfectHashTable::device_id_

private

Definition at line 169 of file PerfectHashTable.h.

Referenced by allocateGpuMemory(), and printInitLog().

Data_Namespace::AbstractBuffer* PerfectHashTable::gpu_hash_table_buff_ {nullptr}

private

Definition at line 163 of file PerfectHashTable.h.

Referenced by allocateGpuMemory(), getGpuBuffer(), getHashTableBufferSize(), and ~PerfectHashTable().

BucketizedHashEntryInfo PerfectHashTable::hash_entry_info_

private

Definition at line 166 of file PerfectHashTable.h.

Referenced by getHashEntryInfo(), and setHashEntryInfo().

PerfectHashTableEntryInfo PerfectHashTable::hash_table_entry_info_

private

Definition at line 165 of file PerfectHashTable.h.

Referenced by allocateGpuMemory(), getEmittedKeysCount(), getEntryCount(), getHashTableBufferSize(), getHashTableEntryInfo(), getLayout(), getRowIdSize(), and printInitLog().

The documentation for this class was generated from the following file:

/home/jenkins-slave/workspace/core-os-doxygen/QueryEngine/JoinHashTable/PerfectHashTable.h

Public Member Functions

Private Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation