TokenCompletionHints.cpp File Reference

#include "TokenCompletionHints.h"
#include "Shared/StringTransform.h"
#include <boost/algorithm/string.hpp>
#include <boost/algorithm/string/predicate.hpp>
#include <boost/tokenizer.hpp>

Include dependency graph for TokenCompletionHints.cpp:

Go to the source code of this file.

Namespaces
	anonymous_namespace{TokenCompletionHints.cpp}

Functions
bool	anonymous_namespace{TokenCompletionHints.cpp}::is_qualified_identifier_part (const char ch)
std::string	find_last_word_from_cursor (const std::string &sql, const int64_t cursor)
std::vector< TCompletionHint >	just_whitelisted_keyword_hints (const std::vector< TCompletionHint > &hints)
bool	get_qualified_column_hints (std::vector< TCompletionHint > &hints, const std::string &last_word, const std::unordered_map< std::string, std::unordered_set< std::string >> &column_names_by_table)
void	get_column_hints (std::vector< TCompletionHint > &hints, const std::string &last_word, const std::unordered_map< std::string, std::unordered_set< std::string >> &column_names_by_table)
bool	should_suggest_column_hints (const std::string &partial_query)

Function Documentation

std::string find_last_word_from_cursor	(	const std::string &	sql,
		const int64_t	cursor
	)

Definition at line 33 of file TokenCompletionHints.cpp.

References anonymous_namespace{TokenCompletionHints.cpp}::is_qualified_identifier_part().

Referenced by DBHandler::get_token_based_completions().

                                                                                 {
  if (cursor > static_cast<int64_t>(sql.size())) {
    return "";
  }
  auto word_start = cursor;
  bool quoted = false;
  while (word_start > 0 && is_qualified_identifier_part(sql[word_start - 1])) {
    --word_start;
  }
  if ((word_start > 0) && (sql[word_start - 1] == '"')) {
    quoted = true;
    --word_start;
  }

  if (word_start < 0) {
    return "";
  }

  // Search forwards to the end of the word we should remove. Eat up
  // trailing double-quote, if any
  auto word_end = cursor;
  while (word_end < static_cast<int64_t>(sql.size()) &&
         is_qualified_identifier_part(sql[word_end - 1])) {
    ++word_end;
  }
  if (quoted && (word_end < static_cast<int64_t>(sql.size())) && (sql[word_end] == '"')) {
    ++word_end;
  }
  std::string last_word(sql.begin() + word_start + (quoted ? 1 : 0),
                        sql.begin() + cursor);
  return last_word;
}

Here is the call graph for this function:

Here is the caller graph for this function:

void get_column_hints	(	std::vector< TCompletionHint > &	hints,
		const std::string &	last_word,
		const std::unordered_map< std::string, std::unordered_set< std::string >> &	column_names_by_table
	)

Definition at line 125 of file TokenCompletionHints.cpp.

Referenced by DBHandler::get_token_based_completions().

                               {
  TCompletionHint column_hint;
  column_hint.type = TCompletionHintType::COLUMN;
  column_hint.replaced = last_word;
  std::unordered_set<std::string> column_hints_deduped;
  for (const auto& kv : column_names_by_table) {
    for (const auto& col_name : kv.second) {
      if (boost::istarts_with(col_name, last_word)) {
        column_hints_deduped.insert(col_name);
      }
    }
  }
  column_hint.hints.insert(
      column_hint.hints.end(), column_hints_deduped.begin(), column_hints_deduped.end());
  if (!column_hint.hints.empty()) {
    hints.push_back(column_hint);
  }
}

Here is the caller graph for this function:

bool get_qualified_column_hints	(	std::vector< TCompletionHint > &	hints,
		const std::string &	last_word,
		const std::unordered_map< std::string, std::unordered_set< std::string >> &	column_names_by_table
	)

Definition at line 94 of file TokenCompletionHints.cpp.

References join(), and split().

Referenced by DBHandler::get_token_based_completions().

                               {
  std::vector<std::string> last_word_tokens;
  boost::split(last_word_tokens, last_word, boost::is_any_of("."));
  if (last_word_tokens.size() < 2) {
    return false;
  }
  const auto table_name = last_word_tokens[last_word_tokens.size() - 2];
  const auto col_names_it = column_names_by_table.find(table_name);
  if (col_names_it == column_names_by_table.end()) {
    return false;
  }
  TCompletionHint column_hint;
  column_hint.type = TCompletionHintType::COLUMN;
  column_hint.replaced = last_word;
  for (const auto& col_name : col_names_it->second) {
    if (boost::istarts_with(col_name, last_word_tokens.back())) {
      auto qualified_name = last_word_tokens;
      qualified_name.back() = col_name;
      column_hint.hints.push_back(boost::algorithm::join(qualified_name, "."));
    }
  }
  if (!column_hint.hints.empty()) {
    hints.push_back(column_hint);
  }
  return true;
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::vector<TCompletionHint> just_whitelisted_keyword_hints

(

const std::vector< TCompletionHint > &

hints

)

Definition at line 66 of file TokenCompletionHints.cpp.

References to_upper().

Referenced by DBHandler::get_completion_hints_unsorted().

                                             {
  static const std::unordered_set<std::string> whitelisted_keywords{
      "WHERE", "GROUP",      "BY",          "COUNT", "AVG",    "MAX",   "MIN",
      "SUM",   "STDDEV_POP", "STDDEV_SAMP", "AS",    "HAVING", "INNER", "JOIN",
      "LEFT",  "LIMIT",      "OFFSET",      "ON",    "ORDER",  "OUTER", "ASC",
      "DESC",  "DISTINCT",   "IN",          "IS",    "NULL",   "NOT",   "AND",
      "OR",    "LIKE",       "*",           "(",     ")"};
  std::vector<TCompletionHint> filtered;
  for (const auto& original_hint : hints) {
    if (original_hint.type != TCompletionHintType::KEYWORD) {
      filtered.push_back(original_hint);
      continue;
    }
    auto filtered_hint = original_hint;
    filtered_hint.hints.clear();
    for (const auto& hint_token : original_hint.hints) {
      if (whitelisted_keywords.find(to_upper(hint_token)) != whitelisted_keywords.end()) {
        filtered_hint.hints.push_back(hint_token);
      }
    }
    if (!filtered_hint.hints.empty()) {
      filtered.push_back(filtered_hint);
    }
  }
  return filtered;
}

Here is the call graph for this function:

Here is the caller graph for this function:

bool should_suggest_column_hints

(

const std::string &

partial_query

)

Definition at line 148 of file TokenCompletionHints.cpp.

References to_upper().

Referenced by DBHandler::get_token_based_completions().

                                                                 {
  boost::char_separator<char> sep(" \t\n", ",");
  boost::tokenizer<boost::char_separator<char>> tokens(partial_query, sep);
  const auto token_count = std::distance(tokens.begin(), tokens.end());
  if (token_count == 1) {
    return true;
  }
  std::string last_token;
  std::string prev_to_last_token;
  for (const auto& token : tokens) {
    prev_to_last_token = last_token;
    last_token = token;
  }
  return last_token == "," || (!partial_query.empty() && !isspace(partial_query.back()) &&
                               (prev_to_last_token.empty() || prev_to_last_token == "," ||
                                to_upper(prev_to_last_token) == "SELECT"));
}

Here is the call graph for this function:

Here is the caller graph for this function: