shared::anonymous_namespace{file_path_util.cpp} Namespace Reference

Functions
std::vector< std::string >	glob_local_recursive_files (const std::string &file_path, const bool recurse)
std::vector< std::string >	regex_file_filter (const std::string &pattern, const std::vector< std::string > &file_paths)

Function Documentation

std::vector<std::string> shared::anonymous_namespace{file_path_util.cpp}::glob_local_recursive_files	(	const std::string &	file_path,
		const bool	recurse
	)

Definition at line 58 of file file_path_util.cpp.

References heavyai::glob(), and shared::throw_file_not_found().

Referenced by shared::local_glob_filter_sort_files().

                                                                        {
#if 107200 <= BOOST_VERSION
  constexpr auto options = boost::filesystem::directory_options::follow_directory_symlink;
#else
  constexpr auto options = boost::filesystem::symlink_option::recurse;
#endif
  std::vector<std::string> file_paths;

  if (boost::filesystem::is_regular_file(file_path)) {
    file_paths.emplace_back(file_path);
  } else if (recurse && boost::filesystem::is_directory(file_path)) {
    for (boost::filesystem::recursive_directory_iterator it(file_path, options), eit;
         it != eit;
         ++it) {
      if (!boost::filesystem::is_directory(it->path())) {
        file_paths.emplace_back(it->path().string());
      }
    }
    // empty directories will not throw an error
  } else {
    auto glob_results = heavyai::glob(file_path);
    for (const auto& path : glob_results) {
      if (recurse && boost::filesystem::is_directory(path)) {
        auto expanded_paths = glob_local_recursive_files(path, true);
        file_paths.insert(file_paths.end(), expanded_paths.begin(), expanded_paths.end());
      } else {
        file_paths.emplace_back(path);
      }
    }
    if (file_paths.empty()) {
      throw_file_not_found(file_path);
    }
  }
  return file_paths;
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::vector<std::string> shared::anonymous_namespace{file_path_util.cpp}::regex_file_filter	(	const std::string &	pattern,
		const std::vector< std::string > &	file_paths
	)

Definition at line 95 of file file_path_util.cpp.

References shared::throw_no_filter_match().

Referenced by shared::local_glob_filter_sort_files().

                                                                                   {
  boost::regex regex_pattern(pattern);
  std::vector<std::string> matched_file_paths;
  for (const auto& path : file_paths) {
    if (boost::regex_match(path, regex_pattern)) {
      matched_file_paths.emplace_back(path);
    }
  }
  if (matched_file_paths.empty()) {
    throw_no_filter_match(pattern);
  }
  return matched_file_paths;
}

Here is the call graph for this function:

Here is the caller graph for this function: