ArrowForeignStorage Class Reference

Inheritance diagram for ArrowForeignStorage:

Collaboration diagram for ArrowForeignStorage:

Public Member Functions
	ArrowForeignStorage ()
void	prepareTable (const int db_id, const std::string &type, TableDescriptor &td, std::list< ColumnDescriptor > &cols) override
void	registerTable (Catalog_Namespace::Catalog *catalog, std::pair< int, int > table_key, const std::string &type, const TableDescriptor &td, const std::list< ColumnDescriptor > &cols, Data_Namespace::AbstractBufferMgr *mgr) override
std::string	getType () const override
Public Member Functions inherited from ArrowForeignStorageBase
void	append (const std::vector< ForeignStorageColumnBuffer > &column_buffers) override
void	read (const ChunkKey &chunk_key, const SQLTypeInfo &sql_type, int8_t *dest, const size_t numBytes) override
int8_t *	tryZeroCopy (const ChunkKey &chunk_key, const SQLTypeInfo &sql_type, const size_t numBytes) override
void	dropTable (const int db_id, const int table_id) override
void	parseArrowTable (Catalog_Namespace::Catalog *catalog, std::pair< int, int > table_key, const std::string &type, const TableDescriptor &td, const std::list< ColumnDescriptor > &cols, Data_Namespace::AbstractBufferMgr *mgr, const arrow::Table &table)
std::shared_ptr < arrow::ChunkedArray >	createDictionaryEncodedColumn (StringDictionary *dict, const ColumnDescriptor &c, std::shared_ptr< arrow::ChunkedArray > arr_col_chunked_array)
std::shared_ptr < arrow::ChunkedArray >	convertArrowDictionary (StringDictionary *dict, const ColumnDescriptor &c, std::shared_ptr< arrow::ChunkedArray > arr_col_chunked_array)
template<typename T , typename ChunkType >
std::shared_ptr < arrow::ChunkedArray >	createDecimalColumn (const ColumnDescriptor &c, std::shared_ptr< arrow::ChunkedArray > arr_col_chunked_array)
std::shared_ptr < arrow::ChunkedArray >	replaceNullValues (const SQLTypeInfo &columnType, std::shared_ptr< arrow::ChunkedArray > arr_col_chunked_array)
template<typename T >
std::shared_ptr < arrow::ChunkedArray >	replaceNullValuesImpl (std::shared_ptr< arrow::ChunkedArray > arr_col_chunked_array)
void	getSizeAndOffset (const Frag &frag, const std::shared_ptr< arrow::Array > &chunk, size_t i, int &size, int &offset)
int64_t	makeFragment (const Frag &frag, ArrowFragment &arrowFrag, const std::vector< std::shared_ptr< arrow::Array >> &chunks, bool is_varlen)
Public Member Functions inherited from PersistentForeignStorageInterface
virtual	~PersistentForeignStorageInterface ()

Public Attributes
std::string	name
Public Attributes inherited from ArrowForeignStorageBase
std::map< std::array< int, 3 > , std::vector< ArrowFragment > >	m_columns

Static Public Attributes
static std::map< std::string, std::shared_ptr< arrow::Table > >	tables

Detailed Description

Definition at line 768 of file ArrowForeignStorage.cpp.

Constructor & Destructor Documentation

ArrowForeignStorage::ArrowForeignStorage ( )

inline

Definition at line 770 of file ArrowForeignStorage.cpp.

{}

Member Function Documentation

std::string ArrowForeignStorage::getType ( ) const

overridevirtual

Implements PersistentForeignStorageInterface.

Definition at line 879 of file ArrowForeignStorage.cpp.

References logger::INFO, and LOG.

                                             {
  LOG(INFO) << "CSV backed temporary tables has been activated. Create table `with "
               "(storage_type='CSV:path/to/file.csv');`\n";
  return "ARROW";
}

void ArrowForeignStorage::prepareTable ( const int  db_id, const std::string &  type, TableDescriptor &  td, std::list< ColumnDescriptor > &  cols  )

overridevirtual

Reimplemented from PersistentForeignStorageInterface.

Definition at line 855 of file ArrowForeignStorage.cpp.

References ColumnDescriptor::columnName, ColumnDescriptor::columnType, field(), getOmnisciType(), TableDescriptor::hasDeletedCol, name, and tables.

                                                                        {
  td.hasDeletedCol = false;
  this->name = name;
  auto table = tables[name];
  for (auto& field : table->schema()->fields()) {
    ColumnDescriptor cd;
    cd.columnName = field->name();
    cd.columnType = getOmnisciType(*field->type());
    cols.push_back(cd);
  }
}

Here is the call graph for this function:

void ArrowForeignStorage::registerTable ( Catalog_Namespace::Catalog *  catalog, std::pair< int, int >  table_key, const std::string &  type, const TableDescriptor &  td, const std::list< ColumnDescriptor > &  cols, Data_Namespace::AbstractBufferMgr *  mgr  )

overridevirtual

Implements PersistentForeignStorageInterface.

Definition at line 870 of file ArrowForeignStorage.cpp.

References name, ArrowForeignStorageBase::parseArrowTable(), and tables.

                                                                              {
  parseArrowTable(catalog, table_key, info, td, cols, mgr, *(tables[name].get()));
}

Here is the call graph for this function:

Member Data Documentation

std::string ArrowForeignStorage::name

Definition at line 785 of file ArrowForeignStorage.cpp.

Referenced by TableFunctionsFactory_declbracket.Bracket::__repr__(), TableFunctionsFactory_declbracket.Bracket::__str__(), TableFunctionsFactory_declbracket.Bracket::apply_column(), TableFunctionsFactory_declbracket.Bracket::apply_namespace(), TableFunctionsFactory_declbracket.Bracket::format_sizer(), TableFunctionsFactory_declbracket.Bracket::normalize(), prepareTable(), heavydb.extension_functions.ttypes.TUserDefinedFunction::read(), heavydb.extension_functions.ttypes.TUserDefinedTableFunction::read(), heavydb.thrift.ttypes.TDashboardGrantees::read(), heavydb.thrift.ttypes.TGeoFileLayerInfo::read(), heavydb.thrift.ttypes.TCustomExpression::read(), registerTable(), TableFunctionsFactory_declbracket.Bracket::tostring(), heavydb.extension_functions.ttypes.TUserDefinedFunction::write(), heavydb.extension_functions.ttypes.TUserDefinedTableFunction::write(), heavydb.thrift.ttypes.TDashboardGrantees::write(), heavydb.thrift.ttypes.TGeoFileLayerInfo::write(), and heavydb.thrift.ttypes.TCustomExpression::write().

std::map< std::string, std::shared_ptr< arrow::Table > > ArrowForeignStorage::tables

static

Initial value:

=
    std::map<std::string, std::shared_ptr<arrow::Table>>()

Definition at line 787 of file ArrowForeignStorage.cpp.

Referenced by prepareTable(), registerTable(), releaseArrowTable(), and setArrowTable().

---

The documentation for this class was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/ForeignStorage/ArrowForeignStorage.cpp