Catalog_Namespace::anonymous_namespace{Catalog.cpp} Namespace Reference

Functions
auto	table_json_filepath (const std::string &base_path, const std::string &db_name)
std::map< int32_t, std::string >	get_user_id_to_user_name_map ()
std::string	get_user_name_from_id (int32_t id, const std::map< int32_t, std::string > &user_name_by_user_id)
void	set_dict_key (ColumnDescriptor &cd)
int64_t	get_next_refresh_time (const foreign_storage::ForeignTable &foreign_table)
std::string	table_epochs_to_string (const std::vector< TableEpochInfo > &table_epochs)
const ColumnDescriptor *	get_foreign_col (const Catalog &cat, const Parser::SharedDictionaryDef &shared_dict_def)
void	replace_cached_table_name (std::map< std::string, int > &cachedTableMap, const std::string &curTableName, const std::string &newTableName, int tableId)
int32_t	validate_and_get_user_id (const std::string &user_name)
std::string	convert_object_owners_map_to_string (int32_t db_id, int32_t new_owner_id, const std::map< int32_t, std::vector< DBObject >> &old_owner_db_objects)
void	add_db_object (const std::string &object_name, DBObjectType object_type, int32_t user_id, const AccessPrivileges &privileges, std::map< int32_t, std::vector< DBObject >> &db_objects)
SQLTypeInfo	get_encoded_text_type ()
SQLTypeInfo	get_var_array_type (SQLTypes type)
SQLTypeInfo	get_var_encoded_text_array_type ()
void	set_common_log_system_table_options (foreign_storage::ForeignTable &foreign_table)
void	set_common_db_log_system_table_options (foreign_storage::ForeignTable &foreign_table)
void	clear_cached_table_data (const Data_Namespace::DataMgr *data_mgr, int32_t db_id, int32_t table_id)
void	drop_tables (Catalog &catalog, const std::vector< std::string > &table_names)
std::string	get_checked_table_name (const Catalog *catalog, const ColumnDescriptor *cd)

Function Documentation

void Catalog_Namespace::anonymous_namespace{Catalog.cpp}::add_db_object	(	const std::string &	object_name,
		DBObjectType	object_type,
		int32_t	user_id,
		const AccessPrivileges &	privileges,
		std::map< int32_t, std::vector< DBObject >> &	db_objects
	)

Definition at line 6160 of file Catalog.cpp.

References DBObject::setPrivileges().

Referenced by Catalog_Namespace::Catalog::reassignOwners().

                                                                     {
  DBObject db_object{object_name, object_type};
  db_object.setPrivileges(privileges);
  db_objects[user_id].emplace_back(db_object);
}

Here is the call graph for this function:

Here is the caller graph for this function:

void Catalog_Namespace::anonymous_namespace{Catalog.cpp}::clear_cached_table_data	(	const Data_Namespace::DataMgr *	data_mgr,
		int32_t	db_id,
		int32_t	table_id
	)

Definition at line 6479 of file Catalog.cpp.

References foreign_storage::ForeignStorageCache::clearForTablePrefix(), PersistentStorageMgr::getDiskCache(), and Data_Namespace::DataMgr::getPersistentStorageMgr().

Referenced by drop_tables(), Catalog_Namespace::Catalog::initializeRequestLogsSystemTables(), Catalog_Namespace::Catalog::initializeServerLogsSystemTables(), Catalog_Namespace::Catalog::initializeWebServerAccessLogsSystemTables(), and Catalog_Namespace::Catalog::initializeWebServerLogsSystemTables().

                                               {
  auto cache = data_mgr->getPersistentStorageMgr()->getDiskCache();
  if (cache) {
    cache->clearForTablePrefix({db_id, table_id});
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::string Catalog_Namespace::anonymous_namespace{Catalog.cpp}::convert_object_owners_map_to_string	(	int32_t	db_id,
		int32_t	new_owner_id,
		const std::map< int32_t, std::vector< DBObject >> &	old_owner_db_objects
	)

Definition at line 6137 of file Catalog.cpp.

References DBObjectTypeToString(), and run_benchmark_import::result.

Referenced by Catalog_Namespace::Catalog::restoreOldOwners().

                                                                      {
  std::stringstream result;
  for (const auto& [old_owner_id, db_objects] : old_owner_db_objects) {
    result << "db_id: " << db_id << ", new_owner_user_id: " << new_owner_id
           << ", old_owner_user_id: " << old_owner_id << ", db_objects: [";
    bool first_object{true};
    for (const auto& db_object : db_objects) {
      if (first_object) {
        first_object = false;
      } else {
        result << ", ";
      }
      result << "\"object_id: " << db_object.getObjectKey().objectId
             << ", object_type: " << DBObjectTypeToString(db_object.getType()) << "\"";
    }
    result << "]\n";
  }
  return result.str();
}

Here is the call graph for this function:

Here is the caller graph for this function:

void Catalog_Namespace::anonymous_namespace{Catalog.cpp}::drop_tables	(	Catalog &	catalog,
		const std::vector< std::string > &	table_names
	)

Definition at line 6488 of file Catalog.cpp.

References clear_cached_table_data(), Catalog_Namespace::Catalog::dropTable(), Catalog_Namespace::Catalog::getDatabaseId(), Catalog_Namespace::Catalog::getDataMgr(), and Catalog_Namespace::Catalog::getMetadataForTable().

Referenced by Catalog_Namespace::Catalog::initializeSystemTables().

                                                                            {
  for (const auto& table_name : table_names) {
    if (auto td = catalog.getMetadataForTable(table_name)) {
      clear_cached_table_data(
          &catalog.getDataMgr(), catalog.getDatabaseId(), td->tableId);
      catalog.dropTable(td);
    }
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::string Catalog_Namespace::anonymous_namespace{Catalog.cpp}::get_checked_table_name	(	const Catalog *	catalog,
		const ColumnDescriptor *	cd
	)

Definition at line 6976 of file Catalog.cpp.

References CHECK, Catalog_Namespace::Catalog::getTableName(), and ColumnDescriptor::tableId.

Referenced by Catalog_Namespace::Catalog::updateInColumnMap().

                                                                                     {
  auto table_name_opt = catalog->getTableName(cd->tableId);
  CHECK(table_name_opt.has_value());
  return table_name_opt.value();
}

Here is the call graph for this function:

Here is the caller graph for this function:

SQLTypeInfo Catalog_Namespace::anonymous_namespace{Catalog.cpp}::get_encoded_text_type ( )

inline

Definition at line 6429 of file Catalog.cpp.

References kENCODING_DICT, kNULLT, and kTEXT.

Referenced by Catalog_Namespace::Catalog::initializeDashboardsSystemTable(), Catalog_Namespace::Catalog::initializeDatabasesSystemTable(), Catalog_Namespace::Catalog::initializeMemoryDetailsSystemTable(), Catalog_Namespace::Catalog::initializeMemorySummarySystemTable(), Catalog_Namespace::Catalog::initializeMLModelMetadataSystemTable(), Catalog_Namespace::Catalog::initializePermissionsSystemTable(), Catalog_Namespace::Catalog::initializeRequestLogsSystemTables(), Catalog_Namespace::Catalog::initializeRoleAssignmentsSystemTable(), Catalog_Namespace::Catalog::initializeRolesSystemTable(), Catalog_Namespace::Catalog::initializeServerLogsSystemTables(), Catalog_Namespace::Catalog::initializeStorageDetailsSystemTable(), Catalog_Namespace::Catalog::initializeTablesSystemTable(), Catalog_Namespace::Catalog::initializeUsersSystemTable(), Catalog_Namespace::Catalog::initializeWebServerAccessLogsSystemTables(), and Catalog_Namespace::Catalog::initializeWebServerLogsSystemTables().

                                           {
  return {kTEXT, 0, 0, false, kENCODING_DICT, 32, kNULLT};
}

Here is the caller graph for this function:

const ColumnDescriptor* Catalog_Namespace::anonymous_namespace{Catalog.cpp}::get_foreign_col	(	const Catalog &	cat,
		const Parser::SharedDictionaryDef &	shared_dict_def
	)

Definition at line 3963 of file Catalog.cpp.

References CHECK, Parser::SharedDictionaryDef::get_foreign_column(), Parser::SharedDictionaryDef::get_foreign_table(), Catalog_Namespace::Catalog::getMetadataForColumn(), and Catalog_Namespace::Catalog::getMetadataForTable().

Referenced by Catalog_Namespace::Catalog::addReferenceToForeignDict().

                                                      {
  const auto& table_name = shared_dict_def.get_foreign_table();
  const auto td = cat.getMetadataForTable(table_name, false);
  CHECK(td);
  const auto& foreign_col_name = shared_dict_def.get_foreign_column();
  return cat.getMetadataForColumn(td->tableId, foreign_col_name);
}

Here is the call graph for this function:

Here is the caller graph for this function:

int64_t Catalog_Namespace::anonymous_namespace{Catalog.cpp}::get_next_refresh_time

(

const foreign_storage::ForeignTable &

foreign_table

)

Definition at line 2932 of file Catalog.cpp.

References CHECK, foreign_storage::RefreshTimeCalculator::getNextRefreshTime(), foreign_storage::ForeignTable::NULL_REFRESH_TIME, foreign_storage::OptionsContainer::options, foreign_storage::ForeignTable::REFRESH_TIMING_TYPE_KEY, and foreign_storage::ForeignTable::SCHEDULE_REFRESH_TIMING_TYPE.

Referenced by Catalog_Namespace::Catalog::createTable(), and Catalog_Namespace::Catalog::updateForeignTableRefreshTimes().

                                                                                {
  auto timing_type_entry =
      foreign_table.options.find(foreign_storage::ForeignTable::REFRESH_TIMING_TYPE_KEY);
  CHECK(timing_type_entry != foreign_table.options.end());
  if (timing_type_entry->second ==
      foreign_storage::ForeignTable::SCHEDULE_REFRESH_TIMING_TYPE) {
    return foreign_storage::RefreshTimeCalculator::getNextRefreshTime(
        foreign_table.options);
  }
  return foreign_storage::ForeignTable::NULL_REFRESH_TIME;
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::map< int32_t, std::string > Catalog_Namespace::anonymous_namespace{Catalog.cpp}::get_user_id_to_user_name_map

(

)

Definition at line 1045 of file Catalog.cpp.

References Catalog_Namespace::SysCatalog::getAllUserMetadata(), and Catalog_Namespace::SysCatalog::instance().

Referenced by Catalog_Namespace::Catalog::buildMaps(), and Catalog_Namespace::Catalog::reloadCatalogMetadata().

                                                          {
  auto users = SysCatalog::instance().getAllUserMetadata();
  std::map<int32_t, std::string> user_name_by_user_id;
  for (const auto& user : users) {
    user_name_by_user_id[user.userId] = user.userName;
  }
  return user_name_by_user_id;
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::string Catalog_Namespace::anonymous_namespace{Catalog.cpp}::get_user_name_from_id	(	int32_t	id,
		const std::map< int32_t, std::string > &	user_name_by_user_id
	)

Definition at line 1054 of file Catalog.cpp.

Referenced by Catalog_Namespace::Catalog::buildDashboardsMapUnlocked().

                                                            {
  auto entry = user_name_by_user_id.find(id);
  if (entry != user_name_by_user_id.end()) {
    return entry->second;
  }
  // a user could be deleted and a dashboard still exist?
  return "Unknown";
}

Here is the caller graph for this function:

SQLTypeInfo Catalog_Namespace::anonymous_namespace{Catalog.cpp}::get_var_array_type ( SQLTypes  type )

inline

Definition at line 6433 of file Catalog.cpp.

References kARRAY, and kENCODING_NONE.

Referenced by get_var_encoded_text_array_type(), and Catalog_Namespace::Catalog::initializeMemoryDetailsSystemTable().

                                                     {
  SQLTypeInfo sql_type_info{kARRAY, 0, 0, false, kENCODING_NONE, 0, type};
  sql_type_info.set_size(-1);
  return sql_type_info;
}

Here is the caller graph for this function:

SQLTypeInfo Catalog_Namespace::anonymous_namespace{Catalog.cpp}::get_var_encoded_text_array_type ( )

inline

Definition at line 6439 of file Catalog.cpp.

References get_var_array_type(), kENCODING_DICT, and kTEXT.

Referenced by Catalog_Namespace::Catalog::initializeDashboardsSystemTable(), Catalog_Namespace::Catalog::initializeMLModelMetadataSystemTable(), and Catalog_Namespace::Catalog::initializePermissionsSystemTable().

                                                     {
  auto sql_type_info = get_var_array_type(kTEXT);
  sql_type_info.set_compression(kENCODING_DICT);
  sql_type_info.set_comp_param(32);
  return sql_type_info;
}

Here is the call graph for this function:

Here is the caller graph for this function:

void Catalog_Namespace::anonymous_namespace{Catalog.cpp}::replace_cached_table_name	(	std::map< std::string, int > &	cachedTableMap,
		const std::string &	curTableName,
		const std::string &	newTableName,
		int	tableId
	)

Definition at line 4501 of file Catalog.cpp.

Referenced by Catalog_Namespace::Catalog::renameTables().

                                            {
  // mark old/cur name as deleted
  cachedTableMap[curTableName] = -1;

  // insert the 'new' name
  cachedTableMap[newTableName] = tableId;
}

Here is the caller graph for this function:

void Catalog_Namespace::anonymous_namespace{Catalog.cpp}::set_common_db_log_system_table_options

(

foreign_storage::ForeignTable &

foreign_table

)

Definition at line 6467 of file Catalog.cpp.

References foreign_storage::OptionsContainer::options, and set_common_log_system_table_options().

Referenced by Catalog_Namespace::Catalog::initializeRequestLogsSystemTables(), and Catalog_Namespace::Catalog::initializeServerLogsSystemTables().

                                                {
  // Each log entry should start with a timestamp.
  using foreign_storage::RegexFileBufferParser;
  foreign_table.options[RegexFileBufferParser::LINE_START_REGEX_KEY] =
      "^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}\\.\\d{6}";
  using foreign_storage::AbstractFileStorageDataWrapper;
  foreign_table.options[AbstractFileStorageDataWrapper::REGEX_PATH_FILTER_KEY] =
      ".*heavydb\\.INFO\\..*";
  set_common_log_system_table_options(foreign_table);
}

Here is the call graph for this function:

Here is the caller graph for this function:

void Catalog_Namespace::anonymous_namespace{Catalog.cpp}::set_common_log_system_table_options

(

foreign_storage::ForeignTable &

foreign_table

)

Definition at line 6446 of file Catalog.cpp.

References shared::convert_temporal_to_iso_format(), g_enable_logs_system_tables_auto_refresh, g_logs_system_tables_refresh_interval, foreign_storage::RefreshTimeCalculator::getCurrentTime(), kTIMESTAMP, and foreign_storage::OptionsContainer::options.

Referenced by Catalog_Namespace::Catalog::initializeWebServerAccessLogsSystemTables(), Catalog_Namespace::Catalog::initializeWebServerLogsSystemTables(), and set_common_db_log_system_table_options().

                                                                                     {
  using foreign_storage::ForeignTable;
  if (g_enable_logs_system_tables_auto_refresh) {
    foreign_table.options[ForeignTable::REFRESH_TIMING_TYPE_KEY] =
        ForeignTable::SCHEDULE_REFRESH_TIMING_TYPE;
    // Set start date time to 1 minute from now.
    auto start_epoch = foreign_storage::RefreshTimeCalculator::getCurrentTime() + 60;
    foreign_table.options[ForeignTable::REFRESH_START_DATE_TIME_KEY] =
        shared::convert_temporal_to_iso_format({kTIMESTAMP}, start_epoch);
    foreign_table.options[ForeignTable::REFRESH_INTERVAL_KEY] =
        g_logs_system_tables_refresh_interval;
  } else {
    foreign_table.options[ForeignTable::REFRESH_TIMING_TYPE_KEY] =
        ForeignTable::MANUAL_REFRESH_TIMING_TYPE;
  }
  foreign_table.options[ForeignTable::REFRESH_UPDATE_TYPE_KEY] =
      ForeignTable::APPEND_REFRESH_UPDATE_TYPE;
  using foreign_storage::AbstractFileStorageDataWrapper;
  foreign_table.options[AbstractFileStorageDataWrapper::ALLOW_FILE_ROLL_OFF_KEY] = "TRUE";
}

Here is the call graph for this function:

Here is the caller graph for this function:

void Catalog_Namespace::anonymous_namespace{Catalog.cpp}::set_dict_key

(

ColumnDescriptor &

cd

)

Definition at line 1065 of file Catalog.cpp.

References CHECK_GT, ColumnDescriptor::columnType, ColumnDescriptor::db_id, and SQLTypeInfo::setStringDictKey().

Referenced by Catalog_Namespace::Catalog::buildColumnsMapUnlocked(), Catalog_Namespace::Catalog::createTable(), Catalog_Namespace::Catalog::setColumnDictionary(), and Catalog_Namespace::Catalog::sqliteGetColumnsForTableUnlocked().

                                        {
  CHECK_GT(cd.db_id, 0);
  auto& column_type = cd.columnType;
  if (column_type.is_dict_encoded_string() ||
      column_type.is_subtype_dict_encoded_string()) {
    column_type.setStringDictKey({cd.db_id, column_type.get_comp_param()});
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::string Catalog_Namespace::anonymous_namespace{Catalog.cpp}::table_epochs_to_string

(

const std::vector< TableEpochInfo > &

table_epochs

)

Definition at line 3878 of file Catalog.cpp.

References to_string().

Referenced by Catalog_Namespace::Catalog::setTableEpochsLogExceptions().

                                                                                {
  std::string table_epochs_str{"["};
  bool first_entry{true};
  for (const auto& table_epoch : table_epochs) {
    if (first_entry) {
      first_entry = false;
    } else {
      table_epochs_str += ", ";
    }
    table_epochs_str += "(table_id: " + std::to_string(table_epoch.table_id) +
                        ", epoch: " + std::to_string(table_epoch.table_epoch) + ")";
  }
  table_epochs_str += "]";
  return table_epochs_str;
}

Here is the call graph for this function:

Here is the caller graph for this function:

auto Catalog_Namespace::anonymous_namespace{Catalog.cpp}::table_json_filepath ( const std::string &  base_path, const std::string &  db_name  )

inline

Definition at line 165 of file Catalog.cpp.

References shared::kCatalogDirectoryName.

Referenced by Catalog_Namespace::Catalog::dropTableFromJsonUnlocked(), Catalog_Namespace::Catalog::serializeTableJsonUnlocked(), Catalog_Namespace::thread_holding_write_lock(), and Catalog_Namespace::Catalog::~Catalog().

                                                          {
  return boost::filesystem::path(base_path + "/" + shared::kCatalogDirectoryName + "/" +
                                 db_name + "_temp_tables.json");
}

Here is the caller graph for this function:

int32_t Catalog_Namespace::anonymous_namespace{Catalog.cpp}::validate_and_get_user_id

(

const std::string &

user_name

)

Definition at line 6129 of file Catalog.cpp.

References lockmgr::instance(), and Catalog_Namespace::UserMetadata::userId.

Referenced by Catalog_Namespace::Catalog::reassignOwners().

                                                             {
  UserMetadata user;
  if (!SysCatalog::instance().getMetadataForUser(user_name, user)) {
    throw std::runtime_error{"User with username \"" + user_name + "\" does not exist."};
  }
  return user.userId;
}

Here is the call graph for this function:

Here is the caller graph for this function: