27 #include "../../core/utility.h"
35 const size_t cardinality,
36 const bool read_write)
37 : logger(
"DatabaseConnector", std::cerr)
45 const size_t cardinality,
46 const bool read_write,
47 const std::string& log_level)
48 : logger(
"DatabaseConnector", std::cerr, log_level)
61 std::stringstream query;
62 std::stringstream unique;
63 query <<
"CREATE TABLE";
67 query <<
" IF NOT EXISTS";
69 query <<
" _" << n <<
"_gram (";
70 for (
int i = n - 1; i >= 0; i--) {
72 unique <<
"word_" << i <<
", ";
73 query <<
"word_" << i <<
" TEXT, ";
76 query <<
"word TEXT, count INTEGER, UNIQUE(" << unique.str() <<
") );";
89 std::string query =
"SELECT SUM(count) FROM _1_gram;";
93 logger << DEBUG <<
"NgramTable:";
94 for (
size_t i = 0; i < result.size(); i++) {
95 for (
size_t j = 0; j < result[i].size(); j++) {
96 logger << DEBUG << result[i][j] <<
'\t';
106 std::stringstream query;
107 query <<
"SELECT count "
108 <<
"FROM _" << ngram.size() <<
"_gram"
113 logger << DEBUG <<
"NgramTable:";
114 for (
size_t i = 0; i < result.size(); i++) {
115 for (
size_t j = 0; j < result[i].size(); j++) {
116 logger << DEBUG << result[i][j] <<
'\t';
126 std::stringstream query;
128 <<
"FROM _" << ngram.size() <<
"_gram"
130 <<
" ORDER BY count DESC";
134 query <<
" LIMIT " << limit <<
';';
142 std::stringstream query;
144 <<
"FROM _" << ngram.size() <<
"_gram"
146 <<
" ORDER BY count DESC";
150 query <<
" LIMIT " << limit <<
';';
164 logger << DEBUG <<
"Updated ngram to " << count <<
endl;
182 std::stringstream query;
184 query <<
"INSERT INTO _" << ngram.size() <<
"_gram "
193 std::stringstream query;
195 query <<
"UPDATE _" << ngram.size() <<
"_gram "
196 <<
"SET count = " << count
204 std::stringstream where_clause;
205 where_clause <<
" WHERE";
206 for (
size_t i = 0; i < ngram.size(); i++) {
207 if (i < ngram.size() - 1) {
208 where_clause <<
" word_" << ngram.size() - i - 1 <<
" = '"
211 where_clause <<
" word = '" <<
sanitizeString(ngram[ngram.size() - 1]) <<
"'";
214 return where_clause.str();
221 std::stringstream where_clause;
222 where_clause <<
" WHERE";
223 for (
size_t i = 0; i < ngram.size(); i++) {
224 if (i < ngram.size() - 1) {
225 where_clause <<
" word_" << ngram.size() - i - 1 <<
" = '"
228 where_clause <<
" word LIKE '" <<
sanitizeString(ngram[ngram.size() - 1]) <<
"%'";
231 return where_clause.str();
236 std::stringstream where_clause;
237 where_clause <<
" WHERE";
238 for (
size_t i = 0; i < ngram.size(); i++) {
239 if (i < ngram.size() - 1) {
240 where_clause <<
" word_" << ngram.size() - i - 1 <<
" = '"
244 where_clause <<
" word LIKE '" <<
sanitizeString(ngram[ngram.size() - 1]) <<
"%'";
246 std::string true_prefix =
sanitizeString(ngram[ngram.size() - 1]);
247 where_clause <<
" (";
248 for (
int j = 0; filter[j] != 0; j++) {
251 where_clause <<
" OR ";
253 where_clause <<
" word LIKE '" << true_prefix << filter[j] <<
"%'";
260 return where_clause.str();
268 std::stringstream result;
271 result <<
"word_" << i <<
", ";
273 result <<
"word, count";
282 std::stringstream values_clause;
283 values_clause <<
"VALUES(";
284 for (
size_t i = 0; i < ngram.size(); i++) {
285 if (i < ngram.size() - 1) {
288 values_clause <<
"'" <<
sanitizeString(ngram[i]) <<
"', " << count <<
")";
291 return values_clause.str();
314 if (table.size() > 0) {
315 if (table[0].size() > 0) {
316 count = atoi(table[0][0].c_str());
320 logger << DEBUG <<
"table: ";
321 for (
size_t i = 0; i < table.size(); i++) {
322 for (
size_t j = 0; j < table[i].size(); j++) {
323 logger << DEBUG << table[i][j] <<
'\t';
328 return (count > 0 ? count : 0);
370 return prev_filename;
378 const std::string start_marker =
"${";
379 const std::string end_marker =
"}";
381 std::list<std::string> variables;
383 std::string::size_type pos_start = filepath.find (start_marker);
384 while (pos_start != std::string::npos)
386 std::string::size_type pos_end = filepath.find (end_marker, pos_start);
387 if (pos_end != std::string::npos) {
388 variables.push_back (filepath.substr(pos_start + start_marker.size(), pos_end - end_marker.size() - pos_start - 1));
391 pos_start = filepath.find (start_marker, pos_end);
394 for (std::list<std::string>::const_iterator it = variables.begin();
395 it != variables.end();
406 std::string variable_token =
"${" + variable_name +
"}";
408 for (std::string::size_type pos = filepath.find (variable_token);
409 pos != std::string::npos;
410 pos = filepath.find (variable_token, pos))
412 const char* value = getenv(variable_name.c_str());
415 filepath.replace (pos,
416 variable_token.size(),
422 if (variable_name ==
"HOME")
424 value = getenv(
"USERPROFILE");
427 filepath.replace (pos,
428 variable_token.size(),
437 filepath.replace (pos,
438 variable_token.size(),
void set_read_write_mode(const bool read_write)
virtual void endTransaction() const
void createNgramTable(const size_t cardinality) const
virtual NgramTable executeSql(const std::string query) const =0
std::string buildWhereLikeClauseFiltered(const Ngram ngram, const char **filter) const
virtual void beginTransaction() const
void substitute_variable_in_string(const std::string &variable_name, std::string &filepath) const
virtual ~DatabaseConnector()
void removeNgram(const Ngram ngram) const
virtual void rollbackTransaction() const
NgramTable getNgramLikeTable(const Ngram ngram, int limit=-1) const
NgramTable getNgramLikeTableFiltered(const Ngram ngram, const char **filter, int limit=-1) const
std::string buildValuesClause(const Ngram ngram, const int count) const
int incrementNgramCount(const Ngram ngram) const
size_t get_cardinality() const
void insertNgram(const Ngram ngram, const int count) const
std::string buildWhereLikeClause(const Ngram ngram) const
int extractFirstInteger(const NgramTable &) const
std::string database_filename
std::string buildSelectLikeClause(const int cardinality) const
std::string buildWhereClause(const Ngram ngram) const
std::string set_database_filename(const std::string &filename)
int getUnigramCountsSum() const
int getNgramCount(const Ngram ngram) const
void updateNgram(const Ngram ngram, const int count) const
std::string sanitizeString(const std::string) const
std::string expand_variables(std::string filename) const
std::string get_database_filename() const
bool get_read_write_mode() const
void set_cardinality(const size_t cardinality)
DatabaseConnector(const std::string database_name, const size_t cardinality, const bool read_write)
static void create_directory(const std::string &dir)
static std::string dirname(const std::string &)
static bool is_directory_usable(const std::string &dir)
std::vector< Ngram > NgramTable
const Logger< _charT, _Traits > & endl(const Logger< _charT, _Traits > &lgr)