ThrustAllocator Class Reference

#include <ThrustAllocator.h>

Collaboration diagram for ThrustAllocator:

Public Types
using	value_type = int8_t

Public Member Functions
	ThrustAllocator (Data_Namespace::DataMgr *mgr, const int id)
	~ThrustAllocator ()
int8_t *	allocate (std::ptrdiff_t num_bytes)
void	deallocate (int8_t *ptr, size_t num_bytes)
int8_t *	allocateScopedBuffer (std::ptrdiff_t num_bytes)
Data_Namespace::DataMgr *	getDataMgr () const
int	getDeviceId () const

Private Types
using	PtrMapperType = std::unordered_map< int8_t *, Data_Namespace::AbstractBuffer * >

Private Attributes
Data_Namespace::DataMgr *	data_mgr_
const int	device_id_
PtrMapperType	raw_to_ab_ptr_
std::vector < Data_Namespace::AbstractBuffer * >	scoped_buffers_
std::vector< int8_t * >	default_alloc_scoped_buffers_
size_t	num_allocations_ {0}

Detailed Description

Definition at line 37 of file ThrustAllocator.h.

Member Typedef Documentation

using ThrustAllocator::PtrMapperType = std::unordered_map<int8_t*, Data_Namespace::AbstractBuffer*>

private

Definition at line 56 of file ThrustAllocator.h.

using ThrustAllocator::value_type = int8_t

Definition at line 39 of file ThrustAllocator.h.

Constructor & Destructor Documentation

ThrustAllocator::ThrustAllocator ( Data_Namespace::DataMgr *  mgr, const int  id  )

inline

Definition at line 40 of file ThrustAllocator.h.

      : data_mgr_(mgr), device_id_(id) {}

ThrustAllocator::~ThrustAllocator

(

)

Definition at line 86 of file ThrustAllocator.cpp.

References CHECK, CHECK_EQ, data_mgr_, default_alloc_scoped_buffers_, device_id_, logger::ERROR, Data_Namespace::DataMgr::free(), LOG, raw_to_ab_ptr_, scoped_buffers_, and VLOG.

                                  {
  for (auto ab : scoped_buffers_) {
    data_mgr_->free(ab);
  }
#ifdef HAVE_CUDA
  for (auto ptr : default_alloc_scoped_buffers_) {
    const auto err = cuMemFree(reinterpret_cast<CUdeviceptr>(ptr));
    CHECK_EQ(CUDA_SUCCESS, err);
  }
#endif  // HAVE_CUDA
  if (!raw_to_ab_ptr_.empty()) {
    LOG(ERROR) << "Not all GPU buffers deallocated before destruction of Thrust "
                  "allocator for device "
               << device_id_ << ". Remaining buffers: ";
    for (auto& kv : raw_to_ab_ptr_) {
      auto& ab = kv.second;
      CHECK(ab);
      LOG(ERROR) << (ab->pageCount() * ab->pageSize()) / (1024. * 1024.) << " MB";
    }
    VLOG(1) << boost::stacktrace::stacktrace();
  }
}

Here is the call graph for this function:

Member Function Documentation

int8_t * ThrustAllocator::allocate

(

std::ptrdiff_t

num_bytes

)

Definition at line 29 of file ThrustAllocator.cpp.

References Data_Namespace::DataMgr::alloc(), CudaAllocator::allocGpuAbstractBuffer(), CHECK, CHECK_EQ, Data_Namespace::CPU_LEVEL, data_mgr_, device_id_, Data_Namespace::AbstractBuffer::getMemoryPtr(), Data_Namespace::AbstractBuffer::getPinCount(), num_allocations_, raw_to_ab_ptr_, and VLOG.

Referenced by Data_Namespace::detail::DataMgrMemoryResource< Pointer >::do_allocate().

                                                        {
  VLOG(1) << "Thrust allocation: Device #" << device_id_ << " Allocation #"
          << ++num_allocations_ << ": " << num_bytes << " bytes";
#ifdef HAVE_CUDA
  if (!data_mgr_) {  // only for unit tests
    CUdeviceptr ptr;
    const auto err = cuMemAlloc(&ptr, num_bytes);
    CHECK_EQ(CUDA_SUCCESS, err);
    return reinterpret_cast<int8_t*>(ptr);
  }
  Data_Namespace::AbstractBuffer* ab =
      CudaAllocator::allocGpuAbstractBuffer(data_mgr_, num_bytes, device_id_);
#else
  Data_Namespace::AbstractBuffer* ab =
      data_mgr_->alloc(MemoryLevel::CPU_LEVEL, device_id_, num_bytes);
  CHECK_EQ(ab->getPinCount(), 1);
#endif  // HAVE_CUDA
  int8_t* raw_ptr = reinterpret_cast<int8_t*>(ab->getMemoryPtr());
  CHECK(!raw_to_ab_ptr_.count(raw_ptr));
  raw_to_ab_ptr_.insert(std::make_pair(raw_ptr, ab));
  return raw_ptr;
}

Here is the call graph for this function:

Here is the caller graph for this function:

int8_t * ThrustAllocator::allocateScopedBuffer

(

std::ptrdiff_t

num_bytes

)

Definition at line 66 of file ThrustAllocator.cpp.

References Data_Namespace::DataMgr::alloc(), CudaAllocator::allocGpuAbstractBuffer(), CHECK_EQ, Data_Namespace::CPU_LEVEL, data_mgr_, default_alloc_scoped_buffers_, device_id_, Data_Namespace::AbstractBuffer::getMemoryPtr(), Data_Namespace::AbstractBuffer::getPinCount(), and scoped_buffers_.

Referenced by anonymous_namespace{ResultSetSortImpl.cu}::get_device_copy_ptr().

                                                                    {
#ifdef HAVE_CUDA
  if (!data_mgr_) {  // only for unit tests
    CUdeviceptr ptr;
    const auto err = cuMemAlloc(&ptr, num_bytes);
    CHECK_EQ(CUDA_SUCCESS, err);
    default_alloc_scoped_buffers_.push_back(reinterpret_cast<int8_t*>(ptr));
    return reinterpret_cast<int8_t*>(ptr);
  }
  Data_Namespace::AbstractBuffer* ab =
      CudaAllocator::allocGpuAbstractBuffer(data_mgr_, num_bytes, device_id_);
#else
  Data_Namespace::AbstractBuffer* ab =
      data_mgr_->alloc(MemoryLevel::CPU_LEVEL, device_id_, num_bytes);
  CHECK_EQ(ab->getPinCount(), 1);
#endif  // HAVE_CUDA
  scoped_buffers_.push_back(ab);
  return reinterpret_cast<int8_t*>(ab->getMemoryPtr());
}

Here is the call graph for this function:

Here is the caller graph for this function:

void ThrustAllocator::deallocate	(	int8_t *	ptr,
		size_t	num_bytes
	)

Definition at line 52 of file ThrustAllocator.cpp.

References CHECK, CHECK_EQ, data_mgr_, Data_Namespace::DataMgr::free(), and raw_to_ab_ptr_.

Referenced by Data_Namespace::detail::DataMgrMemoryResource< Pointer >::do_deallocate().

                                                              {
#ifdef HAVE_CUDA
  if (!data_mgr_) {  // only for unit tests
    const auto err = cuMemFree(reinterpret_cast<CUdeviceptr>(ptr));
    CHECK_EQ(CUDA_SUCCESS, err);
    return;
  }
#endif  // HAVE_CUDA
  PtrMapperType::iterator ab_it = raw_to_ab_ptr_.find(ptr);
  CHECK(ab_it != raw_to_ab_ptr_.end());
  data_mgr_->free(ab_it->second);
  raw_to_ab_ptr_.erase(ab_it);
}

Here is the call graph for this function:

Here is the caller graph for this function:

Data_Namespace::DataMgr* ThrustAllocator::getDataMgr ( ) const

inline

Definition at line 49 of file ThrustAllocator.h.

References data_mgr_.

Referenced by anonymous_namespace{ResultSetSortImpl.cu}::get_device_copy_ptr().

{ return data_mgr_; }

Here is the caller graph for this function:

int ThrustAllocator::getDeviceId ( ) const

inline

Definition at line 51 of file ThrustAllocator.h.

References device_id_.

Referenced by anonymous_namespace{ResultSetSortImpl.cu}::get_device_copy_ptr().

{ return device_id_; }

Here is the caller graph for this function:

Member Data Documentation

Data_Namespace::DataMgr* ThrustAllocator::data_mgr_

private

Definition at line 54 of file ThrustAllocator.h.

Referenced by allocate(), allocateScopedBuffer(), deallocate(), getDataMgr(), and ~ThrustAllocator().

std::vector<int8_t*> ThrustAllocator::default_alloc_scoped_buffers_

private

Definition at line 59 of file ThrustAllocator.h.

Referenced by allocateScopedBuffer(), and ~ThrustAllocator().

const int ThrustAllocator::device_id_

private

Definition at line 55 of file ThrustAllocator.h.

Referenced by allocate(), allocateScopedBuffer(), getDeviceId(), and ~ThrustAllocator().

size_t ThrustAllocator::num_allocations_ {0}

private

Definition at line 60 of file ThrustAllocator.h.

Referenced by allocate().

PtrMapperType ThrustAllocator::raw_to_ab_ptr_

private

Definition at line 57 of file ThrustAllocator.h.

Referenced by allocate(), deallocate(), and ~ThrustAllocator().

std::vector<Data_Namespace::AbstractBuffer*> ThrustAllocator::scoped_buffers_

private

Definition at line 58 of file ThrustAllocator.h.

Referenced by allocateScopedBuffer(), and ~ThrustAllocator().

---

The documentation for this class was generated from the following files:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/Allocators/ThrustAllocator.h
• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/Allocators/ThrustAllocator.cpp