types.h File Reference

#include <sstream>
#include <string>
#include <thread>
#include <vector>
#include "Logger/Logger.h"

Include dependency graph for types.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Macros
#define	CHUNK_KEY_DB_IDX   0
#define	CHUNK_KEY_TABLE_IDX   1
#define	CHUNK_KEY_COLUMN_IDX   2
#define	CHUNK_KEY_FRAGMENT_IDX   3
#define	CHUNK_KEY_VARLEN_IDX   4

Typedefs
using	ChunkKey = std::vector< int >

Functions
bool	is_table_key (const ChunkKey &key)
bool	has_table_prefix (const ChunkKey &key)
int	get_fragment (const ChunkKey &key)
ChunkKey	get_table_key (const ChunkKey &key)
std::pair< int, int >	get_table_prefix (const ChunkKey &key)
bool	is_column_key (const ChunkKey &key)
bool	is_varlen_key (const ChunkKey &key)
bool	is_varlen_data_key (const ChunkKey &key)
bool	is_varlen_index_key (const ChunkKey &key)
bool	in_same_table (const ChunkKey &left_key, const ChunkKey &right_key)
ChunkKey	get_fragment_key (const ChunkKey &key)
std::string	show_chunk (const ChunkKey &key)

Macro Definition Documentation

#define CHUNK_KEY_COLUMN_IDX   2

Definition at line 40 of file types.h.

Referenced by foreign_storage::cache_blocks(), foreign_storage::ForeignStorageCache::cacheMetadataVec(), foreign_storage::anonymous_namespace{AbstractTextFileDataWrapper.cpp}::get_columns(), get_fragment_key(), foreign_storage::init_chunk_for_column(), foreign_storage::Csv::init_chunk_for_column(), foreign_storage::anonymous_namespace{InternalSystemDataWrapper.cpp}::initialize_chunks(), anonymous_namespace{ForeignDataImporter.cpp}::load_foreign_data_buffers(), foreign_storage::anonymous_namespace{InternalMemoryStatsDataWrapper.cpp}::populate_import_buffers_for_memory_details(), foreign_storage::InternalSystemDataWrapper::populateChunkBuffers(), foreign_storage::ParquetDataWrapper::populateChunkBuffers(), foreign_storage::AbstractTextFileDataWrapper::populateChunkMetadata(), foreign_storage::AbstractTextFileDataWrapper::updateRolledOffChunks(), and TableOptimizer::vacuumFragments().

#define CHUNK_KEY_DB_IDX   0

Definition at line 38 of file types.h.

Referenced by foreign_storage::cache_blocks(), foreign_storage::ForeignStorageCache::cacheMetadataVec(), foreign_storage::ForeignStorageCache::clearForTablePrefix(), foreign_storage::CachingForeignStorageMgr::fetchBuffer(), get_fragment_key(), get_table_key(), get_table_prefix(), foreign_storage::CachingForeignStorageMgr::getChunkMetadataVecForKeyPrefix(), lockmgr::TableLockMgrImpl< T >::getClusterTableMutex(), foreign_storage::CachingForeignStorageMgr::getOptionalKeysWithinSizeLimit(), in_same_table(), foreign_storage::init_chunk_for_column(), foreign_storage::Csv::init_chunk_for_column(), Catalog_Namespace::Catalog::invalidateCachesForTable(), foreign_storage::anonymous_namespace{InternalMemoryStatsDataWrapper.cpp}::is_table_chunk(), File_Namespace::CachingGlobalFileMgr::isChunkPrefixCacheable(), PersistentStorageMgr::isForeignStorage(), File_Namespace::FileInfo::openExistingFile(), foreign_storage::anonymous_namespace{InternalMemoryStatsDataWrapper.cpp}::populate_import_buffers_for_memory_details(), foreign_storage::refresh_foreign_table_unlocked(), Catalog_Namespace::Catalog::reloadCatalogMetadataUnlocked(), and File_Namespace::FileMgr::updatePageIfDeleted().

#define CHUNK_KEY_FRAGMENT_IDX   3

Definition at line 41 of file types.h.

Referenced by foreign_storage::anonymous_namespace{AbstractTextFileDataWrapper.cpp}::add_placeholder_metadata(), foreign_storage::cache_blocks(), foreign_storage::ForeignStorageCache::cacheMetadataVec(), AlterTableAlterColumnCommandRecoveryMgr::cleanupClearRemainingChunks(), foreign_storage::anonymous_namespace{AbstractTextFileDataWrapper.cpp}::get_columns(), get_fragment(), get_fragment_key(), File_Namespace::FileMgr::getFragmentCount(), foreign_storage::CachingForeignStorageMgr::getHighestCachedFragId(), import_export::ForeignDataImporter::importGeneral(), foreign_storage::anonymous_namespace{InternalSystemDataWrapper.cpp}::initialize_chunks(), foreign_storage::InternalSystemDataWrapper::populateChunkBuffers(), foreign_storage::ParquetDataWrapper::populateChunkBuffers(), foreign_storage::AbstractTextFileDataWrapper::populateChunkBuffers(), foreign_storage::refresh_foreign_table_unlocked(), foreign_storage::CachingForeignStorageMgr::refreshChunksInCacheByFragment(), foreign_storage::ParquetDataWrapper::removeMetadataForLastFile(), foreign_storage::ParquetDataWrapper::updateMetadataForRolledOffFiles(), foreign_storage::AbstractTextFileDataWrapper::updateRolledOffChunks(), and TableOptimizer::vacuumFragments().

#define CHUNK_KEY_TABLE_IDX   1

Definition at line 39 of file types.h.

Referenced by foreign_storage::cache_blocks(), foreign_storage::ForeignStorageCache::cacheMetadataVec(), foreign_storage::ForeignStorageCache::clearForTablePrefix(), get_fragment_key(), get_table_key(), get_table_prefix(), foreign_storage::CachingForeignStorageMgr::getChunkMetadataVecForKeyPrefix(), lockmgr::TableLockMgrImpl< T >::getClusterTableMutex(), in_same_table(), foreign_storage::init_chunk_for_column(), foreign_storage::Csv::init_chunk_for_column(), foreign_storage::anonymous_namespace{InternalSystemDataWrapper.cpp}::initialize_chunks(), Catalog_Namespace::Catalog::invalidateCachesForTable(), File_Namespace::CachingGlobalFileMgr::isChunkPrefixCacheable(), PersistentStorageMgr::isForeignStorage(), anonymous_namespace{ForeignDataImporter.cpp}::load_foreign_data_buffers(), File_Namespace::FileInfo::openExistingFile(), foreign_storage::anonymous_namespace{InternalMemoryStatsDataWrapper.cpp}::populate_import_buffers_for_memory_details(), foreign_storage::refresh_foreign_table_unlocked(), foreign_storage::CachingForeignStorageMgr::refreshChunksInCacheByFragment(), Catalog_Namespace::Catalog::reloadCatalogMetadataUnlocked(), and File_Namespace::FileMgr::updatePageIfDeleted().

#define CHUNK_KEY_VARLEN_IDX   4

Definition at line 42 of file types.h.

Referenced by foreign_storage::ForeignStorageCache::getCachedChunkIfExists(), foreign_storage::anonymous_namespace{InternalSystemDataWrapper.cpp}::initialize_chunks(), and anonymous_namespace{ForeignDataImporter.cpp}::load_foreign_data_buffers().

Typedef Documentation

using ChunkKey = std::vector<int>

Definition at line 36 of file types.h.

Function Documentation

int get_fragment ( const ChunkKey &  key )

inline

Definition at line 52 of file types.h.

References CHECK, and CHUNK_KEY_FRAGMENT_IDX.

Referenced by foreign_storage::fragment_maps_to_leaf().

                                             {
  CHECK(key.size() > CHUNK_KEY_FRAGMENT_IDX);
  return key[CHUNK_KEY_FRAGMENT_IDX];
}

Here is the caller graph for this function:

ChunkKey get_fragment_key ( const ChunkKey &  key )

inline

Definition at line 90 of file types.h.

References CHECK, CHUNK_KEY_COLUMN_IDX, CHUNK_KEY_DB_IDX, CHUNK_KEY_FRAGMENT_IDX, and CHUNK_KEY_TABLE_IDX.

Referenced by foreign_storage::CachingForeignStorageMgr::getBufferSize().

                                                      {
  CHECK(key.size() >= 4);
  return ChunkKey{key[CHUNK_KEY_DB_IDX],
                  key[CHUNK_KEY_TABLE_IDX],
                  key[CHUNK_KEY_COLUMN_IDX],
                  key[CHUNK_KEY_FRAGMENT_IDX]};
}

Here is the caller graph for this function:

ChunkKey get_table_key ( const ChunkKey &  key )

inline

Definition at line 57 of file types.h.

References CHECK, CHUNK_KEY_DB_IDX, CHUNK_KEY_TABLE_IDX, and has_table_prefix().

Referenced by foreign_storage::CachingForeignStorageMgr::createDataWrapperIfNotExists(), File_Namespace::CachingGlobalFileMgr::deleteBuffersWithPrefix(), foreign_storage::CachingForeignStorageMgr::getChunkMetadataVecForKeyPrefix(), foreign_storage::CachingForeignStorageMgr::refreshChunksInCacheByFragment(), and File_Namespace::CachingFileMgr::touchKey().

                                                   {
  CHECK(has_table_prefix(key));
  return ChunkKey{key[CHUNK_KEY_DB_IDX], key[CHUNK_KEY_TABLE_IDX]};
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::pair<int, int> get_table_prefix ( const ChunkKey &  key )

inline

Definition at line 62 of file types.h.

References CHECK, CHUNK_KEY_DB_IDX, CHUNK_KEY_TABLE_IDX, and has_table_prefix().

Referenced by File_Namespace::CachingGlobalFileMgr::checkpoint(), File_Namespace::CachingFileMgr::createBufferFromHeaders(), File_Namespace::CachingFileMgr::createBufferUnlocked(), foreign_storage::CachingForeignStorageMgr::createDataWrapperIfNotExists(), foreign_storage::CachingForeignStorageMgr::eraseDataWrapper(), File_Namespace::CachingFileMgr::evictMetadataPages(), File_Namespace::CachingGlobalFileMgr::fetchBuffer(), foreign_storage::get_foreign_table_for_key(), foreign_storage::CachingForeignStorageMgr::getChunkMetadataVecForKeyPrefix(), foreign_storage::CachingForeignStorageMgr::getChunkMetadataVecFromDataWrapper(), File_Namespace::FileBuffer::getFileMgrEpoch(), foreign_storage::CachingForeignStorageMgr::populateChunkBuffersSafely(), and File_Namespace::CachingFileMgr::removeKey().

                                                               {
  CHECK(has_table_prefix(key));
  return std::pair<int, int>{key[CHUNK_KEY_DB_IDX], key[CHUNK_KEY_TABLE_IDX]};
}

Here is the call graph for this function:

Here is the caller graph for this function:

bool has_table_prefix ( const ChunkKey &  key )

inline

Definition at line 48 of file types.h.

Referenced by File_Namespace::CachingGlobalFileMgr::deleteBuffersWithPrefix(), File_Namespace::CachingGlobalFileMgr::fetchBuffer(), get_table_key(), get_table_prefix(), foreign_storage::CachingForeignStorageMgr::getChunkMetadataVecForKeyPrefix(), File_Namespace::CachingGlobalFileMgr::getChunkMetadataVecForKeyPrefix(), foreign_storage::CachingForeignStorageMgr::getChunkMetadataVecFromDataWrapper(), in_same_table(), File_Namespace::CachingGlobalFileMgr::isChunkPrefixCacheable(), and PersistentStorageMgr::isForeignStorage().

                                                  {
  return key.size() >= 2;
}

Here is the caller graph for this function:

bool in_same_table ( const ChunkKey &  left_key, const ChunkKey &  right_key  )

inline

Definition at line 83 of file types.h.

References CHECK, CHUNK_KEY_DB_IDX, CHUNK_KEY_TABLE_IDX, and has_table_prefix().

Referenced by foreign_storage::ForeignStorageCache::cacheMetadataVec(), and File_Namespace::CachingFileMgr::getChunkKeysForPrefix().

                                                                               {
  CHECK(has_table_prefix(left_key));
  CHECK(has_table_prefix(right_key));
  return (left_key[CHUNK_KEY_DB_IDX] == right_key[CHUNK_KEY_DB_IDX] &&
          left_key[CHUNK_KEY_TABLE_IDX] == right_key[CHUNK_KEY_TABLE_IDX]);
}

Here is the call graph for this function:

Here is the caller graph for this function:

bool is_column_key ( const ChunkKey &  key )

inline

Definition at line 67 of file types.h.

                                               {
  return key.size() == 3;
}

bool is_table_key ( const ChunkKey &  key )

inline

Definition at line 44 of file types.h.

Referenced by foreign_storage::ForeignStorageCache::clearForTablePrefix(), foreign_storage::CachingForeignStorageMgr::eraseDataWrapper(), foreign_storage::CachingForeignStorageMgr::refreshAppendTableInCache(), foreign_storage::CachingForeignStorageMgr::refreshNonAppendTableInCache(), foreign_storage::CachingForeignStorageMgr::refreshTable(), and foreign_storage::CachingForeignStorageMgr::refreshTableInCache().

                                              {
  return key.size() == 2;
}

Here is the caller graph for this function:

bool is_varlen_data_key ( const ChunkKey &  key )

inline

Definition at line 75 of file types.h.

Referenced by foreign_storage::ForeignStorageCache::cacheMetadataVec(), foreign_storage::CachingForeignStorageMgr::getBufferSize(), foreign_storage::ForeignStorageCache::getCachedChunkIfExists(), and foreign_storage::anonymous_namespace{InternalSystemDataWrapper.cpp}::initialize_chunks().

                                                    {
  return key.size() == 5 && key[4] == 1;
}

Here is the caller graph for this function:

bool is_varlen_index_key ( const ChunkKey &  key )

inline

Definition at line 79 of file types.h.

Referenced by foreign_storage::anonymous_namespace{InternalSystemDataWrapper.cpp}::initialize_chunks().

                                                     {
  return key.size() == 5 && key[4] == 2;
}

Here is the caller graph for this function:

bool is_varlen_key ( const ChunkKey &  key )

inline

Definition at line 71 of file types.h.

Referenced by foreign_storage::ForeignStorageCache::cacheMetadataVec(), and foreign_storage::CachingForeignStorageMgr::getBufferSize().

                                               {
  return key.size() == 5;
}

Here is the caller graph for this function:

std::string show_chunk ( const ChunkKey &  key )

inline

Definition at line 98 of file types.h.

Referenced by File_Namespace::FileMgr::createBuffer(), File_Namespace::FileMgr::createBufferFromHeaders(), File_Namespace::FileMgr::deleteBuffer(), File_Namespace::FileBuffer::dump(), File_Namespace::CachingFileMgr::dump(), LRUEvictionAlgorithm::dumpEvictionQueue(), File_Namespace::CachingFileMgr::dumpKeysWithChunkData(), File_Namespace::CachingFileMgr::dumpKeysWithMetadata(), File_Namespace::FileMgr::fetchBuffer(), File_Namespace::FileBuffer::FileBuffer(), foreign_storage::CachingForeignStorageMgr::getBufferSize(), File_Namespace::FileMgr::getBufferUnlocked(), foreign_storage::CachingForeignStorageMgr::getChunkMetadataVecForKeyPrefix(), File_Namespace::FileInfo::openExistingFile(), File_Namespace::FileMgr::putBuffer(), foreign_storage::CachingForeignStorageMgr::refreshTableInCache(), and Fragmenter_Namespace::InsertOrderFragmenter::updateChunkStats().

                                                 {
  std::ostringstream tss;
  for (auto vecIt = key.begin(); vecIt != key.end(); ++vecIt) {
    tss << *vecIt << ",";
  }
  return tss.str();
}

Here is the caller graph for this function: