// For license of this file, see /LICENSE.md. #include "database/databasequeries.h" #include "3rd-party/boolinq/boolinq.h" #include "exceptions/applicationexception.h" #include "miscellaneous/application.h" #include "miscellaneous/iconfactory.h" #include "network-web/oauth2service.h" #include "services/abstract/category.h" #include #include #include QMap DatabaseQueries::messageTableAttributes(bool only_msg_table) { QMap field_names; field_names[MSG_DB_ID_INDEX] = QSL("Messages.id"); field_names[MSG_DB_READ_INDEX] = QSL("Messages.is_read"); field_names[MSG_DB_IMPORTANT_INDEX] = QSL("Messages.is_important"); field_names[MSG_DB_DELETED_INDEX] = QSL("Messages.is_deleted"); field_names[MSG_DB_PDELETED_INDEX] = QSL("Messages.is_pdeleted"); field_names[MSG_DB_FEED_CUSTOM_ID_INDEX] = QSL("Messages.feed"); field_names[MSG_DB_TITLE_INDEX] = QSL("Messages.title"); field_names[MSG_DB_URL_INDEX] = QSL("Messages.url"); field_names[MSG_DB_AUTHOR_INDEX] = QSL("Messages.author"); field_names[MSG_DB_DCREATED_INDEX] = QSL("Messages.date_created"); field_names[MSG_DB_CONTENTS_INDEX] = QSL("Messages.contents"); field_names[MSG_DB_ENCLOSURES_INDEX] = QSL("Messages.enclosures"); field_names[MSG_DB_SCORE_INDEX] = QSL("Messages.score"); field_names[MSG_DB_ACCOUNT_ID_INDEX] = QSL("Messages.account_id"); field_names[MSG_DB_CUSTOM_ID_INDEX] = QSL("Messages.custom_id"); field_names[MSG_DB_CUSTOM_HASH_INDEX] = QSL("Messages.custom_hash"); field_names[MSG_DB_FEED_TITLE_INDEX] = only_msg_table ? QSL("Messages.feed") : QSL("Feeds.title"); field_names[MSG_DB_HAS_ENCLOSURES] = QSL("CASE WHEN length(Messages.enclosures) > 10 " "THEN 'true' " "ELSE 'false' " "END AS has_enclosures"); return field_names; } QString DatabaseQueries::serializeCustomData(const QVariantHash& data) { if (!data.isEmpty()) { return QString::fromUtf8(QJsonDocument::fromVariant(data).toJson(QJsonDocument::JsonFormat::Indented)); } else { return QString(); } } QVariantHash DatabaseQueries::deserializeCustomData(const QString& data) { if (data.isEmpty()) { return QVariantHash(); } else { auto json = QJsonDocument::fromJson(data.toUtf8()); auto json_obj = json.object(); return json.object().toVariantHash(); } } bool DatabaseQueries::isLabelAssignedToMessage(const QSqlDatabase& db, Label* label, const Message& msg) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("SELECT COUNT(*) FROM LabelsInMessages " "WHERE label = :label AND message = :message AND account_id = :account_id;")); q.bindValue(QSL(":label"), label->customId()); q.bindValue(QSL(":message"), msg.m_customId); q.bindValue(QSL(":account_id"), label->getParentServiceRoot()->accountId()); q.exec() && q.next(); return q.record().value(0).toInt() > 0; } bool DatabaseQueries::deassignLabelFromMessage(const QSqlDatabase& db, Label* label, const Message& msg) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("DELETE FROM LabelsInMessages " "WHERE label = :label AND message = :message AND account_id = :account_id;")); q.bindValue(QSL(":label"), label->customId()); q.bindValue(QSL(":message"), msg.m_customId.isEmpty() ? QString::number(msg.m_id) : msg.m_customId); q.bindValue(QSL(":account_id"), label->getParentServiceRoot()->accountId()); return q.exec(); } bool DatabaseQueries::assignLabelToMessage(const QSqlDatabase& db, Label* label, const Message& msg) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("DELETE FROM LabelsInMessages " "WHERE label = :label AND message = :message AND account_id = :account_id;")); q.bindValue(QSL(":label"), label->customId()); q.bindValue(QSL(":message"), msg.m_customId.isEmpty() ? QString::number(msg.m_id) : msg.m_customId); q.bindValue(QSL(":account_id"), label->getParentServiceRoot()->accountId()); auto succ = q.exec(); if (succ) { q.prepare(QSL("INSERT INTO LabelsInMessages (label, message, account_id) " "VALUES (:label, :message, :account_id);")); q.bindValue(QSL(":label"), label->customId()); q.bindValue(QSL(":message"), msg.m_customId.isEmpty() ? QString::number(msg.m_id) : msg.m_customId); q.bindValue(QSL(":account_id"), label->getParentServiceRoot()->accountId()); succ = q.exec(); } return succ; } bool DatabaseQueries::setLabelsForMessage(const QSqlDatabase& db, const QList& labels, const Message& msg) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("DELETE FROM LabelsInMessages WHERE message = :message AND account_id = :account_id")); q.bindValue(QSL(":account_id"), msg.m_accountId); q.bindValue(QSL(":message"), msg.m_customId.isEmpty() ? QString::number(msg.m_id) : msg.m_customId); auto succ = q.exec(); if (!succ) { return false; } q.prepare(QSL("INSERT INTO LabelsInMessages (message, label, account_id) VALUES (:message, :label, :account_id);")); for (const Label* label : labels) { q.bindValue(QSL(":account_id"), msg.m_accountId); q.bindValue(QSL(":message"), msg.m_customId.isEmpty() ? QString::number(msg.m_id) : msg.m_customId); q.bindValue(QSL(":label"), label->customId()); if (!q.exec()) { return false; } } return true; } QList DatabaseQueries::getLabelsForAccount(const QSqlDatabase& db, int account_id) { QList labels; QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("SELECT * FROM Labels WHERE account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); if (q.exec()) { while (q.next()) { Label* lbl = new Label(q.value(QSL("name")).toString(), QColor(q.value(QSL("color")).toString())); lbl->setId(q.value(QSL("id")).toInt()); lbl->setCustomId(q.value(QSL("custom_id")).toString()); labels << lbl; } } return labels; } QList DatabaseQueries::getLabelsForMessage(const QSqlDatabase& db, const Message& msg, const QList installed_labels) { QList labels; QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("SELECT DISTINCT label FROM LabelsInMessages WHERE message = :message AND account_id = :account_id;")); q.bindValue(QSL(":account_id"), msg.m_accountId); q.bindValue(QSL(":message"), msg.m_customId.isEmpty() ? QString::number(msg.m_id) : msg.m_customId); if (q.exec()) { auto iter = boolinq::from(installed_labels); while (q.next()) { auto lbl_id = q.value(0).toString(); Label* candidate_label = iter.firstOrDefault([&](const Label* lbl) { return lbl->customId() == lbl_id; }); if (candidate_label != nullptr) { labels << candidate_label; } } } return labels; } bool DatabaseQueries::updateLabel(const QSqlDatabase& db, Label* label) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("UPDATE Labels SET name = :name, color = :color " "WHERE id = :id AND account_id = :account_id;")); q.bindValue(QSL(":name"), label->title()); q.bindValue(QSL(":color"), label->color().name()); q.bindValue(QSL(":id"), label->id()); q.bindValue(QSL(":account_id"), label->getParentServiceRoot()->accountId()); return q.exec(); } bool DatabaseQueries::deleteLabel(const QSqlDatabase& db, Label* label) { // NOTE: All dependecies are done via SQL foreign cascaded keys, so no // extra removals are needed. QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("DELETE FROM Labels WHERE id = :id AND account_id = :account_id;")); q.bindValue(QSL(":id"), label->id()); q.bindValue(QSL(":account_id"), label->getParentServiceRoot()->accountId()); if (q.exec()) { q.prepare(QSL("DELETE FROM LabelsInMessages WHERE label = :custom_id AND account_id = :account_id;")); q.bindValue(QSL(":custom_id"), label->customId()); q.bindValue(QSL(":account_id"), label->getParentServiceRoot()->accountId()); return q.exec(); } else { return false; } } bool DatabaseQueries::createLabel(const QSqlDatabase& db, Label* label, int account_id) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("INSERT INTO Labels (name, color, custom_id, account_id) " "VALUES (:name, :color, :custom_id, :account_id);")); q.bindValue(QSL(":name"), label->title()); q.bindValue(QSL(":color"), label->color().name()); q.bindValue(QSL(":custom_id"), label->customId()); q.bindValue(QSL(":account_id"), account_id); auto res = q.exec(); if (res && q.lastInsertId().isValid()) { label->setId(q.lastInsertId().toInt()); // NOTE: This custom ID in this object will be probably // overwritten in online-synchronized labels. if (label->customId().isEmpty()) { label->setCustomId(QString::number(label->id())); } } // Fixup missing custom IDs. q.prepare(QSL("UPDATE Labels SET custom_id = id WHERE custom_id IS NULL OR custom_id = '';")); return q.exec() && res; } bool DatabaseQueries::markLabelledMessagesReadUnread(const QSqlDatabase& db, Label* label, RootItem::ReadStatus read) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("UPDATE Messages SET is_read = :read " "WHERE " " is_deleted = 0 AND " " is_pdeleted = 0 AND " " account_id = :account_id AND " " EXISTS (SELECT * FROM LabelsInMessages WHERE LabelsInMessages.label = :label AND Messages.account_id = LabelsInMessages.account_id AND Messages.custom_id = LabelsInMessages.message);")); q.bindValue(QSL(":read"), read == RootItem::ReadStatus::Read ? 1 : 0); q.bindValue(QSL(":account_id"), label->getParentServiceRoot()->accountId()); q.bindValue(QSL(":label"), label->customId()); return q.exec(); } bool DatabaseQueries::markImportantMessagesReadUnread(const QSqlDatabase& db, int account_id, RootItem::ReadStatus read) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("UPDATE Messages SET is_read = :read " "WHERE is_important = 1 AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;")); q.bindValue(QSL(":read"), read == RootItem::ReadStatus::Read ? 1 : 0); q.bindValue(QSL(":account_id"), account_id); return q.exec(); } bool DatabaseQueries::markUnreadMessagesRead(const QSqlDatabase& db, int account_id) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("UPDATE Messages SET is_read = :read " "WHERE is_read = 0 AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;")); q.bindValue(QSL(":read"), 1); q.bindValue(QSL(":account_id"), account_id); return q.exec(); } bool DatabaseQueries::markMessagesReadUnread(const QSqlDatabase& db, const QStringList& ids, RootItem::ReadStatus read) { QSqlQuery q(db); q.setForwardOnly(true); return q.exec(QString(QSL("UPDATE Messages SET is_read = %2 WHERE id IN (%1);")) .arg(ids.join(QSL(", ")), read == RootItem::ReadStatus::Read ? QSL("1") : QSL("0"))); } bool DatabaseQueries::markMessageImportant(const QSqlDatabase& db, int id, RootItem::Importance importance) { QSqlQuery q(db); q.setForwardOnly(true); if (!q.prepare(QSL("UPDATE Messages SET is_important = :important WHERE id = :id;"))) { qWarningNN << LOGSEC_DB << "Query preparation failed for message importance switch."; return false; } q.bindValue(QSL(":id"), id); q.bindValue(QSL(":important"), (int) importance); // Commit changes. return q.exec(); } bool DatabaseQueries::markFeedsReadUnread(const QSqlDatabase& db, const QStringList& ids, int account_id, RootItem::ReadStatus read) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("UPDATE Messages SET is_read = :read " "WHERE feed IN (%1) AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;").arg(ids.join(QSL(", ")))); q.bindValue(QSL(":read"), read == RootItem::ReadStatus::Read ? 1 : 0); q.bindValue(QSL(":account_id"), account_id); return q.exec(); } bool DatabaseQueries::markBinReadUnread(const QSqlDatabase& db, int account_id, RootItem::ReadStatus read) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("UPDATE Messages SET is_read = :read " "WHERE is_deleted = 1 AND is_pdeleted = 0 AND account_id = :account_id;")); q.bindValue(QSL(":read"), read == RootItem::ReadStatus::Read ? 1 : 0); q.bindValue(QSL(":account_id"), account_id); return q.exec(); } bool DatabaseQueries::markAccountReadUnread(const QSqlDatabase& db, int account_id, RootItem::ReadStatus read) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("UPDATE Messages SET is_read = :read WHERE is_pdeleted = 0 AND account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); q.bindValue(QSL(":read"), read == RootItem::ReadStatus::Read ? 1 : 0); return q.exec(); } bool DatabaseQueries::switchMessagesImportance(const QSqlDatabase& db, const QStringList& ids) { QSqlQuery q(db); q.setForwardOnly(true); return q.exec(QSL("UPDATE Messages SET is_important = NOT is_important WHERE id IN (%1);").arg(ids.join(QSL(", ")))); } bool DatabaseQueries::permanentlyDeleteMessages(const QSqlDatabase& db, const QStringList& ids) { QSqlQuery q(db); q.setForwardOnly(true); return q.exec(QSL("UPDATE Messages SET is_pdeleted = 1 WHERE id IN (%1);").arg(ids.join(QSL(", ")))); } bool DatabaseQueries::deleteOrRestoreMessagesToFromBin(const QSqlDatabase& db, const QStringList& ids, bool deleted) { QSqlQuery q(db); q.setForwardOnly(true); return q.exec(QSL("UPDATE Messages SET is_deleted = %2, is_pdeleted = %3 WHERE id IN (%1);").arg(ids.join(QSL(", ")), QString::number(deleted ? 1 : 0), QString::number(0))); } bool DatabaseQueries::restoreBin(const QSqlDatabase& db, int account_id) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("UPDATE Messages SET is_deleted = 0 " "WHERE is_deleted = 1 AND is_pdeleted = 0 AND account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); return q.exec(); } bool DatabaseQueries::purgeMessage(const QSqlDatabase& db, int message_id) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("DELETE FROM Messages WHERE id = :id;")); q.bindValue(QSL(":id"), message_id); return q.exec(); } bool DatabaseQueries::purgeImportantMessages(const QSqlDatabase& db) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("DELETE FROM Messages WHERE is_important = 1 AND is_deleted = :is_deleted;")); // Remove only messages which are NOT in recycle bin. q.bindValue(QSL(":is_deleted"), 0); return q.exec(); } bool DatabaseQueries::purgeReadMessages(const QSqlDatabase& db) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("DELETE FROM Messages " "WHERE is_important = :is_important AND is_deleted = :is_deleted AND is_read = :is_read;")); q.bindValue(QSL(":is_read"), 1); // Remove only messages which are NOT in recycle bin. q.bindValue(QSL(":is_deleted"), 0); // Remove only messages which are NOT starred. q.bindValue(QSL(":is_important"), 0); return q.exec(); } bool DatabaseQueries::purgeOldMessages(const QSqlDatabase& db, int older_than_days) { QSqlQuery q(db); const qint64 since_epoch = older_than_days == 0 ? QDateTime::currentDateTimeUtc().addYears(10).toMSecsSinceEpoch() : QDateTime::currentDateTimeUtc().addDays(-older_than_days).toMSecsSinceEpoch(); q.setForwardOnly(true); q.prepare(QSL("DELETE FROM Messages WHERE is_important = :is_important AND date_created < :date_created;")); q.bindValue(QSL(":date_created"), since_epoch); // Remove only messages which are NOT starred. q.bindValue(QSL(":is_important"), 0); return q.exec(); } bool DatabaseQueries::purgeRecycleBin(const QSqlDatabase& db) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("DELETE FROM Messages WHERE is_important = :is_important AND is_deleted = :is_deleted;")); q.bindValue(QSL(":is_deleted"), 1); // Remove only messages which are NOT starred. q.bindValue(QSL(":is_important"), 0); return q.exec(); } QMap> DatabaseQueries::getMessageCountsForCategory(const QSqlDatabase& db, const QString& custom_id, int account_id, bool only_total_counts, bool* ok) { QMap> counts; QSqlQuery q(db); q.setForwardOnly(true); if (only_total_counts) { q.prepare(QSL("SELECT feed, sum((is_read + 1) % 2), count(*) FROM Messages " "WHERE feed IN (SELECT custom_id FROM Feeds WHERE category = :category AND account_id = :account_id) AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id " "GROUP BY feed;")); } else { q.prepare(QSL("SELECT feed, sum((is_read + 1) % 2) FROM Messages " "WHERE feed IN (SELECT custom_id FROM Feeds WHERE category = :category AND account_id = :account_id) AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id " "GROUP BY feed;")); } q.bindValue(QSL(":category"), custom_id); q.bindValue(QSL(":account_id"), account_id); if (q.exec()) { while (q.next()) { QString feed_custom_id = q.value(0).toString(); int unread_count = q.value(1).toInt(); if (only_total_counts) { int total_count = q.value(2).toInt(); counts.insert(feed_custom_id, QPair(unread_count, total_count)); } else { counts.insert(feed_custom_id, QPair(unread_count, 0)); } } if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } return counts; } QMap> DatabaseQueries::getMessageCountsForAccount(const QSqlDatabase& db, int account_id, bool only_total_counts, bool* ok) { QMap> counts; QSqlQuery q(db); q.setForwardOnly(true); if (only_total_counts) { q.prepare(QSL("SELECT feed, sum((is_read + 1) % 2), count(*) FROM Messages " "WHERE is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id " "GROUP BY feed;")); } else { q.prepare(QSL("SELECT feed, sum((is_read + 1) % 2) FROM Messages " "WHERE is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id " "GROUP BY feed;")); } q.bindValue(QSL(":account_id"), account_id); if (q.exec()) { while (q.next()) { QString feed_id = q.value(0).toString(); int unread_count = q.value(1).toInt(); if (only_total_counts) { int total_count = q.value(2).toInt(); counts.insert(feed_id, QPair(unread_count, total_count)); } else { counts.insert(feed_id, QPair(unread_count, 0)); } } if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } return counts; } int DatabaseQueries::getMessageCountsForFeed(const QSqlDatabase& db, const QString& feed_custom_id, int account_id, bool only_total_counts, bool* ok) { QSqlQuery q(db); q.setForwardOnly(true); if (only_total_counts) { q.prepare(QSL("SELECT count(*) FROM Messages " "WHERE feed = :feed AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;")); } else { q.prepare(QSL("SELECT count(*) FROM Messages " "WHERE feed = :feed AND is_deleted = 0 AND is_pdeleted = 0 AND is_read = 0 AND account_id = :account_id;")); } q.bindValue(QSL(":feed"), feed_custom_id); q.bindValue(QSL(":account_id"), account_id); if (q.exec() && q.next()) { if (ok != nullptr) { *ok = true; } return q.value(0).toInt(); } else { if (ok != nullptr) { *ok = false; } return 0; } } int DatabaseQueries::getMessageCountsForLabel(const QSqlDatabase& db, Label* label, int account_id, bool only_total_counts, bool* ok) { QSqlQuery q(db); q.setForwardOnly(true); if (only_total_counts) { q.prepare(QSL("SELECT COUNT(*) FROM Messages " "INNER JOIN LabelsInMessages " "ON " " Messages.is_pdeleted = 0 AND Messages.is_deleted = 0 AND " " LabelsInMessages.account_id = :account_id AND LabelsInMessages.account_id = Messages.account_id AND " " LabelsInMessages.label = :label AND LabelsInMessages.message = Messages.custom_id;")); } else { q.prepare(QSL("SELECT COUNT(*) FROM Messages " "INNER JOIN LabelsInMessages " "ON " " Messages.is_pdeleted = 0 AND Messages.is_deleted = 0 AND Messages.is_read = 0 AND " " LabelsInMessages.account_id = :account_id AND LabelsInMessages.account_id = Messages.account_id AND " " LabelsInMessages.label = :label AND LabelsInMessages.message = Messages.custom_id;")); } q.bindValue(QSL(":account_id"), account_id); q.bindValue(QSL(":label"), label->customId()); if (q.exec() && q.next()) { if (ok != nullptr) { *ok = true; } return q.value(0).toInt(); } else { if (ok != nullptr) { *ok = false; } return 0; } } int DatabaseQueries::getImportantMessageCounts(const QSqlDatabase& db, int account_id, bool only_total_counts, bool* ok) { QSqlQuery q(db); q.setForwardOnly(true); if (only_total_counts) { q.prepare(QSL("SELECT count(*) FROM Messages " "WHERE is_important = 1 AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;")); } else { q.prepare(QSL("SELECT count(*) FROM Messages " "WHERE is_read = 0 AND is_important = 1 AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;")); } q.bindValue(QSL(":account_id"), account_id); if (q.exec() && q.next()) { if (ok != nullptr) { *ok = true; } return q.value(0).toInt(); } else { if (ok != nullptr) { *ok = false; } return 0; } } int DatabaseQueries::getUnreadMessageCounts(const QSqlDatabase& db, int account_id, bool* ok) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("SELECT count(*) FROM Messages " "WHERE is_read = 0 AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); if (q.exec() && q.next()) { if (ok != nullptr) { *ok = true; } return q.value(0).toInt(); } else { if (ok != nullptr) { *ok = false; } return 0; } } int DatabaseQueries::getMessageCountsForBin(const QSqlDatabase& db, int account_id, bool including_total_counts, bool* ok) { QSqlQuery q(db); q.setForwardOnly(true); if (including_total_counts) { q.prepare(QSL("SELECT count(*) FROM Messages " "WHERE is_deleted = 1 AND is_pdeleted = 0 AND account_id = :account_id;")); } else { q.prepare(QSL("SELECT count(*) FROM Messages " "WHERE is_read = 0 AND is_deleted = 1 AND is_pdeleted = 0 AND account_id = :account_id;")); } q.bindValue(QSL(":account_id"), account_id); if (q.exec() && q.next()) { if (ok != nullptr) { *ok = true; } return q.value(0).toInt(); } else { if (ok != nullptr) { *ok = false; } return 0; } } QList DatabaseQueries::getUndeletedMessagesWithLabel(const QSqlDatabase& db, const Label* label, bool* ok) { QList messages; QSqlQuery q(db); q.prepare(QSL("SELECT %1 " "FROM Messages " "INNER JOIN Feeds " "ON Messages.feed = Feeds.custom_id AND Messages.account_id = :account_id AND Messages.account_id = Feeds.account_id " "INNER JOIN LabelsInMessages " "ON " " Messages.is_pdeleted = 0 AND Messages.is_deleted = 0 AND " " LabelsInMessages.account_id = :account_id AND LabelsInMessages.account_id = Messages.account_id AND " " LabelsInMessages.label = :label AND " " LabelsInMessages.message = Messages.custom_id;").arg(messageTableAttributes(true).values().join(QSL(", ")))); q.bindValue(QSL(":account_id"), label->getParentServiceRoot()->accountId()); q.bindValue(QSL(":label"), label->customId()); if (q.exec()) { while (q.next()) { bool decoded; Message message = Message::fromSqlRecord(q.record(), &decoded); if (decoded) { messages.append(message); } } if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } return messages; } QList DatabaseQueries::getUndeletedLabelledMessages(const QSqlDatabase& db, int account_id, bool* ok) { QList messages; QSqlQuery q(db); q.prepare(QSL("SELECT %1 " "FROM Messages " "LEFT JOIN Feeds " "ON Messages.feed = Feeds.custom_id AND Messages.account_id = Feeds.account_id " "WHERE Messages.is_deleted = 0 AND Messages.is_pdeleted = 0 AND Messages.account_id = :account_id AND " " (SELECT COUNT(*) FROM LabelsInMessages " " WHERE account_id = :account_id AND " " message = Messages.custom_id) > 0;").arg(messageTableAttributes(true).values().join(QSL(", ")))); q.bindValue(QSL(":account_id"), account_id); if (q.exec()) { while (q.next()) { bool decoded; Message message = Message::fromSqlRecord(q.record(), &decoded); if (decoded) { messages.append(message); } } if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } return messages; } QList DatabaseQueries::getUndeletedImportantMessages(const QSqlDatabase& db, int account_id, bool* ok) { QList messages; QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("SELECT %1 " "FROM Messages " "WHERE is_important = 1 AND is_deleted = 0 AND " " is_pdeleted = 0 AND account_id = :account_id;").arg(messageTableAttributes(true).values().join(QSL(", ")))); q.bindValue(QSL(":account_id"), account_id); if (q.exec()) { while (q.next()) { bool decoded; Message message = Message::fromSqlRecord(q.record(), &decoded); if (decoded) { messages.append(message); } } if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } return messages; } QList DatabaseQueries::getUndeletedUnreadMessages(const QSqlDatabase& db, int account_id, bool* ok) { QList messages; QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("SELECT %1 " "FROM Messages " "WHERE is_read = 0 AND is_deleted = 0 AND " " is_pdeleted = 0 AND account_id = :account_id;").arg(messageTableAttributes(true).values().join(QSL(", ")))); q.bindValue(QSL(":account_id"), account_id); if (q.exec()) { while (q.next()) { bool decoded; Message message = Message::fromSqlRecord(q.record(), &decoded); if (decoded) { messages.append(message); } } if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } return messages; } QList DatabaseQueries::getUndeletedMessagesForFeed(const QSqlDatabase& db, const QString& feed_custom_id, int account_id, bool* ok) { QList messages; QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("SELECT %1 " "FROM Messages " "WHERE is_deleted = 0 AND is_pdeleted = 0 AND " " feed = :feed AND account_id = :account_id;").arg(messageTableAttributes(true).values().join(QSL(", ")))); q.bindValue(QSL(":feed"), feed_custom_id); q.bindValue(QSL(":account_id"), account_id); if (q.exec()) { while (q.next()) { bool decoded; Message message = Message::fromSqlRecord(q.record(), &decoded); if (decoded) { messages.append(message); } } if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } return messages; } QList DatabaseQueries::getUndeletedMessagesForBin(const QSqlDatabase& db, int account_id, bool* ok) { QList messages; QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("SELECT %1 " "FROM Messages " "WHERE is_deleted = 1 AND is_pdeleted = 0 AND account_id = :account_id;").arg(messageTableAttributes(true).values().join(QSL(", ")))); q.bindValue(QSL(":account_id"), account_id); if (q.exec()) { while (q.next()) { bool decoded; Message message = Message::fromSqlRecord(q.record(), &decoded); if (decoded) { messages.append(message); } } if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } return messages; } QList DatabaseQueries::getUndeletedMessagesForAccount(const QSqlDatabase& db, int account_id, bool* ok) { QList messages; QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("SELECT %1 " "FROM Messages " "WHERE is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;").arg(messageTableAttributes(true).values().join(QSL(", ")))); q.bindValue(QSL(":account_id"), account_id); if (q.exec()) { while (q.next()) { bool decoded; Message message = Message::fromSqlRecord(q.record(), &decoded); if (decoded) { messages.append(message); } } if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } return messages; } QStringList DatabaseQueries::bagOfMessages(const QSqlDatabase& db, ServiceRoot::BagOfMessages bag, const Feed* feed) { QStringList ids; QSqlQuery q(db); QString query; q.setForwardOnly(true); switch (bag) { case ServiceRoot::BagOfMessages::Unread: query = QSL("is_read = 0"); break; case ServiceRoot::BagOfMessages::Starred: query = QSL("is_important = 1"); break; case ServiceRoot::BagOfMessages::Read: default: query = QSL("is_read = 1"); break; } q.prepare(QSL("SELECT custom_id " "FROM Messages " "WHERE %1 AND feed = :feed AND account_id = :account_id;").arg(query)); q.bindValue(QSL(":account_id"), feed->getParentServiceRoot()->accountId()); q.bindValue(QSL(":feed"), feed->customId()); q.exec(); while (q.next()) { ids.append(q.value(0).toString()); } return ids; } QHash DatabaseQueries::bagsOfMessages(const QSqlDatabase& db, const QList& labels) { QHash ids; QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("SELECT message " "FROM LabelsInMessages " "WHERE label = :label AND account_id = :account_id;")); for (const Label* lbl :labels) { q.bindValue(QSL(":label"), lbl->customId()); q.bindValue(QSL(":account_id"), lbl->getParentServiceRoot()->accountId()); q.exec(); QStringList ids_one_label; while (q.next()) { ids_one_label.append(q.value(0).toString()); } ids.insert(lbl->customId(), ids_one_label); } return ids; } QPair DatabaseQueries::updateMessages(QSqlDatabase db, QList& messages, Feed* feed, bool force_update, bool* ok) { if (messages.isEmpty()) { *ok = true; return { 0, 0 }; } bool use_transactions = qApp->settings()->value(GROUP(Database), SETTING(Database::UseTransactions)).toBool(); QPair updated_messages = { 0, 0 }; int account_id = feed->getParentServiceRoot()->accountId(); auto feed_custom_id = feed->customId(); // Prepare queries. QSqlQuery query_select_with_url(db); QSqlQuery query_select_with_custom_id(db); QSqlQuery query_select_with_custom_id_for_feed(db); QSqlQuery query_select_with_id(db); QSqlQuery query_update(db); QSqlQuery query_insert(db); QSqlQuery query_begin_transaction(db); // Here we have query which will check for existence of the "same" message in given feed. // The two message are the "same" if: // 1) they belong to the SAME FEED AND, // 2) they have same URL AND, // 3) they have same AUTHOR AND, // 4) they have same TITLE. // NOTE: This only applies to messages from standard RSS/ATOM/JSON feeds without ID/GUID. query_select_with_url.setForwardOnly(true); query_select_with_url.prepare(QSL("SELECT id, date_created, is_read, is_important, contents, feed FROM Messages " "WHERE feed = :feed AND title = :title AND url = :url AND author = :author AND account_id = :account_id;")); // When we have custom ID of the message which is service-specific (synchronized services). query_select_with_custom_id.setForwardOnly(true); query_select_with_custom_id.prepare(QSL("SELECT id, date_created, is_read, is_important, contents, feed, title, author FROM Messages " "WHERE custom_id = :custom_id AND account_id = :account_id;")); // We have custom ID of message, but it is feed-specific not service-specific (standard RSS/ATOM/JSON). query_select_with_custom_id_for_feed.setForwardOnly(true); query_select_with_custom_id_for_feed.prepare(QSL("SELECT id, date_created, is_read, is_important, contents, title, author FROM Messages " "WHERE feed = :feed AND custom_id = :custom_id AND account_id = :account_id;")); // In some case, messages are already stored in the DB and they all have primary DB ID. // This is particularly the case when user runs some message filter manually on existing messages // of some feed. query_select_with_id.setForwardOnly(true); query_select_with_id.prepare(QSL("SELECT date_created, is_read, is_important, contents, feed, title, author FROM Messages " "WHERE id = :id AND account_id = :account_id;")); // Used to insert new messages. query_insert.setForwardOnly(true); query_insert.prepare(QSL("INSERT INTO Messages " "(feed, title, is_read, is_important, is_deleted, url, author, score, date_created, contents, enclosures, custom_id, custom_hash, account_id) " "VALUES (:feed, :title, :is_read, :is_important, :is_deleted, :url, :author, :score, :date_created, :contents, :enclosures, :custom_id, :custom_hash, :account_id);")); // Used to update existing messages. query_update.setForwardOnly(true); query_update.prepare(QSL("UPDATE Messages " "SET title = :title, is_read = :is_read, is_important = :is_important, is_deleted = :is_deleted, url = :url, author = :author, score = :score, date_created = :date_created, contents = :contents, enclosures = :enclosures, feed = :feed " "WHERE id = :id;")); if (use_transactions && !db.transaction()) { qCriticalNN << LOGSEC_DB << "Transaction start for message downloader failed:" << QUOTE_W_SPACE_DOT(query_begin_transaction.lastError().text()); return updated_messages; } QVector msgs_to_insert; for (Message& message : messages) { int id_existing_message = -1; qint64 date_existing_message = 0; bool is_read_existing_message = false; bool is_important_existing_message = false; QString contents_existing_message; QString feed_id_existing_message; QString title_existing_message; QString author_existing_message; if (message.m_id > 0) { // We recognize directly existing message. // NOTE: Particularly for manual message filter execution. query_select_with_id.bindValue(QSL(":id"), message.m_id); query_select_with_id.bindValue(QSL(":account_id"), account_id); qDebugNN << LOGSEC_DB << "Checking if message with primary ID" << QUOTE_W_SPACE(message.m_id) << "is present in DB."; if (query_select_with_id.exec() && query_select_with_id.next()) { id_existing_message = message.m_id; date_existing_message = query_select_with_id.value(0).value(); is_read_existing_message = query_select_with_id.value(1).toBool(); is_important_existing_message = query_select_with_id.value(2).toBool(); contents_existing_message = query_select_with_id.value(3).toString(); feed_id_existing_message = query_select_with_id.value(4).toString(); title_existing_message = query_select_with_id.value(5).toString(); author_existing_message = query_select_with_id.value(6).toString(); qDebugNN << LOGSEC_DB << "Message with direct DB ID is already present in DB and has DB ID" << QUOTE_W_SPACE_DOT(id_existing_message); } else if (query_select_with_id.lastError().isValid()) { qWarningNN << LOGSEC_DB << "Failed to check for existing message in DB via primary ID:" << QUOTE_W_SPACE_DOT(query_select_with_id.lastError().text()); } query_select_with_id.finish(); } else if (message.m_customId.isEmpty()) { // We need to recognize existing messages according to URL & AUTHOR & TITLE. // NOTE: This concerns articles from RSS/ATOM/JSON which do not // provide unique ID/GUID. query_select_with_url.bindValue(QSL(":feed"), unnulifyString(feed_custom_id)); query_select_with_url.bindValue(QSL(":title"), unnulifyString(message.m_title)); query_select_with_url.bindValue(QSL(":url"), unnulifyString(message.m_url)); query_select_with_url.bindValue(QSL(":author"), unnulifyString(message.m_author)); query_select_with_url.bindValue(QSL(":account_id"), account_id); qDebugNN << LOGSEC_DB << "Checking if message with title " << QUOTE_NO_SPACE(message.m_title) << ", url " << QUOTE_NO_SPACE(message.m_url) << "' and author " << QUOTE_NO_SPACE(message.m_author) << " is present in DB."; if (query_select_with_url.exec() && query_select_with_url.next()) { id_existing_message = query_select_with_url.value(0).toInt(); date_existing_message = query_select_with_url.value(1).value(); is_read_existing_message = query_select_with_url.value(2).toBool(); is_important_existing_message = query_select_with_url.value(3).toBool(); contents_existing_message = query_select_with_url.value(4).toString(); feed_id_existing_message = query_select_with_url.value(5).toString(); title_existing_message = unnulifyString(message.m_title); author_existing_message = unnulifyString(message.m_author); qDebugNN << LOGSEC_DB << "Message with these attributes is already present in DB and has DB ID" << QUOTE_W_SPACE_DOT(id_existing_message); } else if (query_select_with_url.lastError().isValid()) { qWarningNN << LOGSEC_DB << "Failed to check for existing message in DB via URL/TITLE/AUTHOR:" << QUOTE_W_SPACE_DOT(query_select_with_url.lastError().text()); } query_select_with_url.finish(); } else { // We can recognize existing messages via their custom ID. if (feed->getParentServiceRoot()->isSyncable()) { // Custom IDs are service-wide. // NOTE: This concerns messages from custom accounts, like TT-RSS or Nextcloud News. query_select_with_custom_id.bindValue(QSL(":account_id"), account_id); query_select_with_custom_id.bindValue(QSL(":custom_id"), unnulifyString(message.m_customId)); qDebugNN << LOGSEC_DB << "Checking if message with service-specific custom ID" << QUOTE_W_SPACE(message.m_customId) << "is present in DB."; if (query_select_with_custom_id.exec() && query_select_with_custom_id.next()) { id_existing_message = query_select_with_custom_id.value(0).toInt(); date_existing_message = query_select_with_custom_id.value(1).value(); is_read_existing_message = query_select_with_custom_id.value(2).toBool(); is_important_existing_message = query_select_with_custom_id.value(3).toBool(); contents_existing_message = query_select_with_custom_id.value(4).toString(); feed_id_existing_message = query_select_with_custom_id.value(5).toString(); title_existing_message = query_select_with_custom_id.value(6).toString(); author_existing_message = query_select_with_custom_id.value(7).toString(); qDebugNN << LOGSEC_DB << "Message with custom ID" << QUOTE_W_SPACE(message.m_customId) << "is already present in DB and has DB ID '" << id_existing_message << "'."; } else if (query_select_with_custom_id.lastError().isValid()) { qWarningNN << LOGSEC_DB << "Failed to check for existing message in DB via ID:" << QUOTE_W_SPACE_DOT(query_select_with_custom_id.lastError().text()); } query_select_with_custom_id.finish(); } else { // Custom IDs are feed-specific. // NOTE: This concerns articles with ID/GUID from standard RSS/ATOM/JSON feeds. query_select_with_custom_id_for_feed.bindValue(QSL(":account_id"), account_id); query_select_with_custom_id_for_feed.bindValue(QSL(":feed"), feed_custom_id); query_select_with_custom_id_for_feed.bindValue(QSL(":custom_id"), unnulifyString(message.m_customId)); qDebugNN << LOGSEC_DB << "Checking if message with feed-specific custom ID" << QUOTE_W_SPACE(message.m_customId) << "is present in DB."; if (query_select_with_custom_id_for_feed.exec() && query_select_with_custom_id_for_feed.next()) { id_existing_message = query_select_with_custom_id_for_feed.value(0).toInt(); date_existing_message = query_select_with_custom_id_for_feed.value(1).value(); is_read_existing_message = query_select_with_custom_id_for_feed.value(2).toBool(); is_important_existing_message = query_select_with_custom_id_for_feed.value(3).toBool(); contents_existing_message = query_select_with_custom_id_for_feed.value(4).toString(); feed_id_existing_message = feed_custom_id; title_existing_message = query_select_with_custom_id_for_feed.value(5).toString(); author_existing_message = query_select_with_custom_id_for_feed.value(6).toString(); qDebugNN << LOGSEC_DB << "Message with custom ID" << QUOTE_W_SPACE(message.m_customId) << "is already present in DB and has DB ID" << QUOTE_W_SPACE_DOT(id_existing_message); } else if (query_select_with_custom_id_for_feed.lastError().isValid()) { qWarningNN << LOGSEC_DB << "Failed to check for existing message in DB via ID:" << QUOTE_W_SPACE_DOT(query_select_with_custom_id_for_feed.lastError().text()); } query_select_with_custom_id_for_feed.finish(); } } // Now, check if this message is already in the DB. if (id_existing_message >= 0) { message.m_id = id_existing_message; // Message is already in the DB. // // Now, we update it if at least one of next conditions is true: // 1) FOR SYNCHRONIZED SERVICES: // Message has custom ID AND (its date OR read status OR starred status are changed // or message was moved from other feed to current feed - this can particularly happen in Gmail feeds). // // 2) FOR NON-SYNCHRONIZED SERVICES (RSS/ATOM/JSON): // Message has custom ID/GUID and its title or author or contents are changed. // // 3) FOR ALL SERVICES: // Message has its date fetched from feed AND its date is different // from date in DB or content is changed. // // 4) FOR ALL SERVICES: // Message update is forced, we want to overwrite message as some arbitrary atribute was changed, // this particularly happens when manual message filter execution happens. bool ignore_contents_changes = qApp->settings()->value(GROUP(Messages), SETTING(Messages::IgnoreContentsChanges)).toBool(); bool cond_1 = !message.m_customId.isEmpty() && feed->getParentServiceRoot()->isSyncable() && (message.m_created.toMSecsSinceEpoch() != date_existing_message || message.m_isRead != is_read_existing_message || message.m_isImportant != is_important_existing_message || (message.m_feedId != feed_id_existing_message && message.m_feedId == feed_custom_id) || message.m_title != title_existing_message || (!ignore_contents_changes && message.m_contents != contents_existing_message)); bool cond_2 = !message.m_customId.isEmpty() && !feed->getParentServiceRoot()->isSyncable() && (message.m_title != title_existing_message || message.m_author != author_existing_message || (!ignore_contents_changes && message.m_contents != contents_existing_message)); bool cond_3 = (message.m_createdFromFeed && message.m_created.toMSecsSinceEpoch() != date_existing_message) || (!ignore_contents_changes && message.m_contents != contents_existing_message); if (cond_1 || cond_2 || cond_3 || force_update) { // Message exists and is changed, update it. query_update.bindValue(QSL(":title"), unnulifyString(message.m_title)); query_update.bindValue(QSL(":is_read"), int(message.m_isRead)); query_update.bindValue(QSL(":is_important"), (feed->getParentServiceRoot()->isSyncable() || message.m_isImportant) ? int(message.m_isImportant) : is_important_existing_message); query_update.bindValue(QSL(":is_deleted"), int(message.m_isDeleted)); query_update.bindValue(QSL(":url"), unnulifyString(message.m_url)); query_update.bindValue(QSL(":author"), unnulifyString(message.m_author)); query_update.bindValue(QSL(":date_created"), message.m_created.toMSecsSinceEpoch()); query_update.bindValue(QSL(":contents"), unnulifyString(message.m_contents)); query_update.bindValue(QSL(":enclosures"), Enclosures::encodeEnclosuresToString(message.m_enclosures)); query_update.bindValue(QSL(":feed"), message.m_feedId); query_update.bindValue(QSL(":score"), message.m_score); query_update.bindValue(QSL(":id"), id_existing_message); if (query_update.exec()) { qDebugNN << LOGSEC_DB << "Overwriting message with title" << QUOTE_W_SPACE(message.m_title) << "URL" << QUOTE_W_SPACE(message.m_url) << "in DB."; if (!message.m_isRead) { updated_messages.first++; } updated_messages.second++; } else if (query_update.lastError().isValid()) { qWarningNN << LOGSEC_DB << "Failed to update message in DB:" << QUOTE_W_SPACE_DOT(query_update.lastError().text()); } query_update.finish(); } } else { msgs_to_insert.append(&message); if (!message.m_isRead) { updated_messages.first++; } updated_messages.second++; } } if (!msgs_to_insert.isEmpty()) { QString bulk_insert = QSL("INSERT INTO Messages " "(feed, title, is_read, is_important, is_deleted, url, author, score, date_created, contents, enclosures, custom_id, custom_hash, account_id) " "VALUES %1;"); for (int i = 0; i < msgs_to_insert.size(); i += 1000) { QStringList vals; int batch_length = std::min(1000, int(msgs_to_insert.size()) - i); for (int l = i; l < (i + batch_length); l++) { Message* msg = msgs_to_insert[l]; if (msg->m_title.isEmpty()) { qCriticalNN << LOGSEC_DB << "Message" << QUOTE_W_SPACE(msg->m_customId) << "will not be inserted to DB because it does not meet DB constraints."; // Message is not inserted to DB at last, // fix numbers. if (!msg->m_isRead) { updated_messages.first--; } updated_messages.second--; continue; } vals.append(QSL("\n(':feed', ':title', :is_read, :is_important, :is_deleted, " "':url', ':author', :score, :date_created, ':contents', ':enclosures', " "':custom_id', ':custom_hash', :account_id)") .replace(QSL(":feed"), unnulifyString(feed_custom_id)) .replace(QSL(":title"), DatabaseFactory::escapeQuery(unnulifyString(msg->m_title))) .replace(QSL(":is_read"), QString::number(int(msg->m_isRead))) .replace(QSL(":is_important"), QString::number(int(msg->m_isImportant))) .replace(QSL(":is_deleted"), QString::number(int(msg->m_isDeleted))) .replace(QSL(":url"), DatabaseFactory::escapeQuery(unnulifyString(msg->m_url))) .replace(QSL(":author"), DatabaseFactory::escapeQuery(unnulifyString(msg->m_author))) .replace(QSL(":date_created"), QString::number(msg->m_created.toMSecsSinceEpoch())) .replace(QSL(":contents"), DatabaseFactory::escapeQuery(unnulifyString(msg->m_contents))) .replace(QSL(":enclosures"), Enclosures::encodeEnclosuresToString(msg->m_enclosures)) .replace(QSL(":custom_id"), unnulifyString(msg->m_customId)) .replace(QSL(":custom_hash"), unnulifyString(msg->m_customHash)) .replace(QSL(":score"), QString::number(msg->m_score)) .replace(QSL(":account_id"), QString::number(account_id))); } if (!vals.isEmpty()) { QString final_bulk = bulk_insert.arg(vals.join(QSL(", "))); auto bulk_query = db.exec(final_bulk); auto bulk_error = bulk_query.lastError(); if (bulk_error.isValid()) { QString txt = bulk_error.text() + bulk_error.databaseText() + bulk_error.driverText(); qCriticalNN << LOGSEC_DB << "Failed bulk insert of articles:" << QUOTE_W_SPACE_DOT(txt); } else { // OK, we bulk-inserted many messages but the thing is that they do not // have their DB IDs fetched in objects, therefore labels cannot be assigned etc. // // We can calculate real IDs because of how "auto-increment" algorithms work. // https://www.sqlite.org/autoinc.html // https://mariadb.com/kb/en/auto_increment int last_msg_id = bulk_query.lastInsertId().toInt(); for (int l = i, c = 1; l < (i + batch_length); l++, c++) { Message* msg = msgs_to_insert[l]; msg->m_id = last_msg_id - batch_length + c; } } } } } // Update labels assigned to message. for (Message& message: messages) { if (!message.m_assignedLabels.isEmpty()) { if (!message.m_customId.isEmpty() || message.m_id > 0) { setLabelsForMessage(db, message.m_assignedLabels, message); } else { qWarningNN << LOGSEC_DB << "Cannot set labels for message" << QUOTE_W_SPACE(message.m_title) << "because we don't have ID or custom ID."; } } } // Now, fixup custom IDS for messages which initially did not have them, // just to keep the data consistent. if (db.exec("UPDATE Messages " "SET custom_id = id " "WHERE custom_id IS NULL OR custom_id = '';").lastError().isValid()) { qWarningNN << LOGSEC_DB << "Failed to set custom ID for all messages:" << QUOTE_W_SPACE_DOT(db.lastError().text()); } if (use_transactions && !db.commit()) { qCriticalNN << LOGSEC_DB << "Transaction commit for message downloader failed:" << QUOTE_W_SPACE_DOT(db.lastError().text()); db.rollback(); if (ok != nullptr) { *ok = false; updated_messages = { 0, 0 }; } } else { if (ok != nullptr) { *ok = true; } } return updated_messages; } bool DatabaseQueries::purgeMessagesFromBin(const QSqlDatabase& db, bool clear_only_read, int account_id) { QSqlQuery q(db); q.setForwardOnly(true); if (clear_only_read) { q.prepare(QSL("UPDATE Messages SET is_pdeleted = 1 WHERE is_read = 1 AND is_deleted = 1 AND account_id = :account_id;")); } else { q.prepare(QSL("UPDATE Messages SET is_pdeleted = 1 WHERE is_deleted = 1 AND account_id = :account_id;")); } q.bindValue(QSL(":account_id"), account_id); return q.exec(); } bool DatabaseQueries::deleteAccount(const QSqlDatabase& db, int account_id) { QSqlQuery query(db); query.setForwardOnly(true); QStringList queries; queries << QSL("DELETE FROM MessageFiltersInFeeds WHERE account_id = :account_id;") << QSL("DELETE FROM LabelsInMessages WHERE account_id = :account_id;") << QSL("DELETE FROM Messages WHERE account_id = :account_id;") << QSL("DELETE FROM Feeds WHERE account_id = :account_id;") << QSL("DELETE FROM Categories WHERE account_id = :account_id;") << QSL("DELETE FROM Labels WHERE account_id = :account_id;") << QSL("DELETE FROM Accounts WHERE id = :account_id;"); for (const QString& q : qAsConst(queries)) { query.prepare(q); query.bindValue(QSL(":account_id"), account_id); if (!query.exec()) { qCriticalNN << LOGSEC_DB << "Removing of account from DB failed, this is critical: '" << query.lastError().text() << "'."; return false; } else { query.finish(); } } return true; } bool DatabaseQueries::deleteAccountData(const QSqlDatabase& db, int account_id, bool delete_messages_too, bool delete_labels_too) { bool result = true; QSqlQuery q(db); q.setForwardOnly(true); if (delete_messages_too) { q.prepare(QSL("DELETE FROM Messages WHERE account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); result &= q.exec(); } q.prepare(QSL("DELETE FROM Feeds WHERE account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); result &= q.exec(); q.prepare(QSL("DELETE FROM Categories WHERE account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); result &= q.exec(); if (delete_messages_too) { q.prepare(QSL("DELETE FROM LabelsInMessages WHERE account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); result &= q.exec(); } if (delete_labels_too) { q.prepare(QSL("DELETE FROM Labels WHERE account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); result &= q.exec(); } return result; } bool DatabaseQueries::cleanLabelledMessages(const QSqlDatabase& db, bool clean_read_only, Label* label) { QSqlQuery q(db); q.setForwardOnly(true); if (clean_read_only) { q.prepare(QSL("UPDATE Messages SET is_deleted = :deleted " "WHERE " " is_deleted = 0 AND " " is_pdeleted = 0 AND " " is_read = 1 AND " " account_id = :account_id AND " " EXISTS (SELECT * FROM LabelsInMessages WHERE LabelsInMessages.label = :label AND Messages.account_id = LabelsInMessages.account_id AND Messages.custom_id = LabelsInMessages.message);")); } else { q.prepare(QSL("UPDATE Messages SET is_deleted = :deleted " "WHERE " " is_deleted = 0 AND " " is_pdeleted = 0 AND " " account_id = :account_id AND " " EXISTS (SELECT * FROM LabelsInMessages WHERE LabelsInMessages.label = :label AND Messages.account_id = LabelsInMessages.account_id AND Messages.custom_id = LabelsInMessages.message);")); } q.bindValue(QSL(":deleted"), 1); q.bindValue(QSL(":account_id"), label->getParentServiceRoot()->accountId()); q.bindValue(QSL(":label"), label->customId()); if (!q.exec()) { qWarningNN << LOGSEC_DB << "Cleaning of labelled messages failed: '" << q.lastError().text() << "'."; return false; } else { return true; } } bool DatabaseQueries::cleanImportantMessages(const QSqlDatabase& db, bool clean_read_only, int account_id) { QSqlQuery q(db); q.setForwardOnly(true); if (clean_read_only) { q.prepare(QSL("UPDATE Messages SET is_deleted = :deleted " "WHERE is_important = 1 AND is_deleted = 0 AND is_pdeleted = 0 AND is_read = 1 AND account_id = :account_id;")); } else { q.prepare(QSL("UPDATE Messages SET is_deleted = :deleted " "WHERE is_important = 1 AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;")); } q.bindValue(QSL(":deleted"), 1); q.bindValue(QSL(":account_id"), account_id); if (!q.exec()) { qWarningNN << LOGSEC_DB << "Cleaning of important messages failed: '" << q.lastError().text() << "'."; return false; } else { return true; } } bool DatabaseQueries::cleanUnreadMessages(const QSqlDatabase& db, int account_id) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("UPDATE Messages SET is_deleted = :deleted " "WHERE is_deleted = 0 AND is_pdeleted = 0 AND is_read = 0 AND account_id = :account_id;")); q.bindValue(QSL(":deleted"), 1); q.bindValue(QSL(":account_id"), account_id); if (!q.exec()) { qWarningNN << LOGSEC_DB << "Cleaning of unread messages failed: '" << q.lastError().text() << "'."; return false; } else { return true; } } bool DatabaseQueries::cleanFeeds(const QSqlDatabase& db, const QStringList& ids, bool clean_read_only, int account_id) { QSqlQuery q(db); q.setForwardOnly(true); if (clean_read_only) { q.prepare(QString("UPDATE Messages SET is_deleted = :deleted " "WHERE feed IN (%1) AND is_deleted = 0 AND is_pdeleted = 0 AND is_read = 1 AND account_id = :account_id;") .arg(ids.join(QSL(", ")))); } else { q.prepare(QString("UPDATE Messages SET is_deleted = :deleted " "WHERE feed IN (%1) AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;") .arg(ids.join(QSL(", ")))); } q.bindValue(QSL(":deleted"), 1); q.bindValue(QSL(":account_id"), account_id); if (!q.exec()) { qWarningNN << LOGSEC_DB << "Cleaning of feeds failed: '" << q.lastError().text() << "'."; return false; } else { return true; } } bool DatabaseQueries::purgeLeftoverMessageFilterAssignments(const QSqlDatabase& db, int account_id) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare( QSL("DELETE FROM MessageFiltersInFeeds " "WHERE account_id = :account_id AND " "feed_custom_id NOT IN (SELECT custom_id FROM Feeds WHERE account_id = :account_id);")); q.bindValue(QSL(":account_id"), account_id); if (!q.exec()) { qWarningNN << LOGSEC_DB << "Removing of leftover message filter assignments failed: '" << q.lastError().text() << "'."; return false; } else { return true; } } bool DatabaseQueries::purgeLeftoverMessages(const QSqlDatabase& db, int account_id) { QSqlQuery q(db); q.setForwardOnly(true); q.prepare(QSL("DELETE FROM Messages " "WHERE account_id = :account_id AND feed NOT IN (SELECT custom_id FROM Feeds WHERE account_id = :account_id);")); q.bindValue(QSL(":account_id"), account_id); if (!q.exec()) { qWarningNN << LOGSEC_DB << "Removing of leftover messages failed: '" << q.lastError().text() << "'."; return false; } else { return true; } } bool DatabaseQueries::purgeLeftoverLabelAssignments(const QSqlDatabase& db, int account_id) { QSqlQuery q(db); bool succ = false; if (account_id <= 0) { succ = q.exec(QSL("DELETE FROM LabelsInMessages " "WHERE NOT EXISTS (SELECT * FROM Messages WHERE Messages.account_id = LabelsInMessages.account_id AND Messages.custom_id = LabelsInMessages.message);")) && q.exec(QSL("DELETE FROM LabelsInMessages " "WHERE NOT EXISTS (SELECT * FROM Labels WHERE Labels.account_id = LabelsInMessages.account_id AND Labels.custom_id = LabelsInMessages.label);")); } else { q.prepare(QSL("DELETE FROM LabelsInMessages " "WHERE account_id = :account_id AND " " (message NOT IN (SELECT custom_id FROM Messages WHERE account_id = :account_id) OR " " label NOT IN (SELECT custom_id FROM Labels WHERE account_id = :account_id));")); q.bindValue(QSL(":account_id"), account_id); succ = q.exec(); } if (!succ) { qWarningNN << LOGSEC_DB << "Removing of leftover label assignments failed: '" << q.lastError().text() << "'."; } return succ; } bool DatabaseQueries::purgeLabelsAndLabelAssignments(const QSqlDatabase& db, int account_id) { QSqlQuery q(db); q.prepare(QSL("DELETE FROM LabelsInMessages WHERE account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); auto succ = q.exec(); q.prepare(QSL("DELETE FROM Labels WHERE account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); succ &= q.exec(); return succ; } void DatabaseQueries::storeAccountTree(const QSqlDatabase& db, RootItem* tree_root, int account_id) { // Iterate all children. auto str = tree_root->getSubTree(); for (RootItem* child : qAsConst(str)) { if (child->kind() == RootItem::Kind::Category) { createOverwriteCategory(db, child->toCategory(), account_id, child->parent()->id()); } else if (child->kind() == RootItem::Kind::Feed) { createOverwriteFeed(db, child->toFeed(), account_id, child->parent()->id()); } else if (child->kind() == RootItem::Kind::Labels) { // Add all labels. auto ch = child->childItems(); for (RootItem* lbl : qAsConst(ch)) { Label* label = lbl->toLabel(); createLabel(db, label, account_id); } } } } QStringList DatabaseQueries::customIdsOfMessagesFromAccount(const QSqlDatabase& db, int account_id, bool* ok) { QSqlQuery q(db); QStringList ids; q.setForwardOnly(true); q.prepare(QSL("SELECT custom_id FROM Messages WHERE is_pdeleted = 0 AND account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); if (ok != nullptr) { *ok = q.exec(); } else { q.exec(); } while (q.next()) { ids.append(q.value(0).toString()); } return ids; } QStringList DatabaseQueries::customIdsOfMessagesFromLabel(const QSqlDatabase& db, Label* label, bool* ok) { QSqlQuery q(db); QStringList ids; q.setForwardOnly(true); q.prepare(QSL("SELECT custom_id FROM Messages " "WHERE " " is_deleted = 0 AND " " is_pdeleted = 0 AND " " account_id = :account_id AND " " EXISTS (SELECT * FROM LabelsInMessages WHERE LabelsInMessages.label = :label AND Messages.account_id = LabelsInMessages.account_id AND Messages.custom_id = LabelsInMessages.message);")); q.bindValue(QSL(":account_id"), label->getParentServiceRoot()->accountId()); q.bindValue(QSL(":label"), label->customId()); if (ok != nullptr) { *ok = q.exec(); } else { q.exec(); } while (q.next()) { ids.append(q.value(0).toString()); } return ids; } QStringList DatabaseQueries::customIdsOfImportantMessages(const QSqlDatabase& db, int account_id, bool* ok) { QSqlQuery q(db); QStringList ids; q.setForwardOnly(true); q.prepare(QSL("SELECT custom_id FROM Messages " "WHERE is_important = 1 AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); if (ok != nullptr) { *ok = q.exec(); } else { q.exec(); } while (q.next()) { ids.append(q.value(0).toString()); } return ids; } QStringList DatabaseQueries::customIdsOfUnreadMessages(const QSqlDatabase& db, int account_id, bool* ok) { QSqlQuery q(db); QStringList ids; q.setForwardOnly(true); q.prepare(QSL("SELECT custom_id FROM Messages " "WHERE is_read = 0 AND is_deleted = 0 AND is_pdeleted = 0 AND account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); if (ok != nullptr) { *ok = q.exec(); } else { q.exec(); } while (q.next()) { ids.append(q.value(0).toString()); } return ids; } QStringList DatabaseQueries::customIdsOfMessagesFromBin(const QSqlDatabase& db, int account_id, bool* ok) { QSqlQuery q(db); QStringList ids; q.setForwardOnly(true); q.prepare(QSL("SELECT custom_id FROM Messages WHERE is_deleted = 1 AND is_pdeleted = 0 AND account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); if (ok != nullptr) { *ok = q.exec(); } else { q.exec(); } while (q.next()) { ids.append(q.value(0).toString()); } return ids; } QStringList DatabaseQueries::customIdsOfMessagesFromFeed(const QSqlDatabase& db, const QString& feed_custom_id, int account_id, bool* ok) { QSqlQuery q(db); QStringList ids; q.setForwardOnly(true); q.prepare(QSL("SELECT custom_id FROM Messages WHERE is_deleted = 0 AND is_pdeleted = 0 AND feed = :feed AND account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); q.bindValue(QSL(":feed"), feed_custom_id); if (ok != nullptr) { *ok = q.exec(); } else { q.exec(); } while (q.next()) { ids.append(q.value(0).toString()); } return ids; } void DatabaseQueries::createOverwriteCategory(const QSqlDatabase& db, Category* category, int account_id, int parent_id) { QSqlQuery q(db); if (category->id() <= 0) { // We need to insert category first. q.prepare(QSL("INSERT INTO " "Categories (parent_id, ordr, title, date_created, account_id) " "VALUES (0, 0, 'new', 0, %1);").arg(QString::number(account_id))); if (!q.exec()) { throw ApplicationException(q.lastError().text()); } else { category->setId(q.lastInsertId().toInt()); } } q.prepare("UPDATE Categories " "SET parent_id = :parent_id, ordr = :ordr, title = :title, description = :description, date_created = :date_created, " " icon = :icon, account_id = :account_id, custom_id = :custom_id " "WHERE id = :id;"); q.bindValue(QSL(":parent_id"), parent_id); q.bindValue(QSL(":title"), category->title()); q.bindValue(QSL(":description"), category->description()); q.bindValue(QSL(":date_created"), category->creationDate().toMSecsSinceEpoch()); q.bindValue(QSL(":icon"), qApp->icons()->toByteArray(category->icon())); q.bindValue(QSL(":account_id"), account_id); q.bindValue(QSL(":custom_id"), category->customId()); q.bindValue(QSL(":id"), category->id()); q.bindValue(QSL(":ordr"), category->sortOrder()); if (!q.exec()) { throw ApplicationException(q.lastError().text()); } } void DatabaseQueries::createOverwriteFeed(const QSqlDatabase& db, Feed* feed, int account_id, int parent_id) { QSqlQuery q(db); if (feed->id() <= 0) { // We need to insert feed first. q.prepare(QSL("INSERT INTO " "Feeds (title, ordr, date_created, category, update_type, update_interval, account_id, custom_id) " "VALUES ('new', 0, 0, 0, 0, 1, %1, 'new');").arg(QString::number(account_id))); if (!q.exec()) { throw ApplicationException(q.lastError().text()); } else { feed->setId(q.lastInsertId().toInt()); if (feed->customId().isEmpty()) { feed->setCustomId(QString::number(feed->id())); } } } q.prepare("UPDATE Feeds " "SET title = :title, ordr = :ordr, description = :description, date_created = :date_created, " " icon = :icon, category = :category, source = :source, update_type = :update_type, " " update_interval = :update_interval, is_off = :is_off, open_articles = :open_articles, " " account_id = :account_id, custom_id = :custom_id, custom_data = :custom_data " "WHERE id = :id;"); q.bindValue(QSL(":title"), feed->title()); q.bindValue(QSL(":description"), feed->description()); q.bindValue(QSL(":date_created"), feed->creationDate().toMSecsSinceEpoch()); q.bindValue(QSL(":icon"), qApp->icons()->toByteArray(feed->icon())); q.bindValue(QSL(":category"), parent_id); q.bindValue(QSL(":source"), feed->source()); q.bindValue(QSL(":update_type"), int(feed->autoUpdateType())); q.bindValue(QSL(":update_interval"), feed->autoUpdateInitialInterval()); q.bindValue(QSL(":account_id"), account_id); q.bindValue(QSL(":custom_id"), feed->customId()); q.bindValue(QSL(":id"), feed->id()); q.bindValue(QSL(":ordr"), feed->sortOrder()); q.bindValue(QSL(":is_off"), feed->isSwitchedOff()); q.bindValue(QSL(":open_articles"), feed->openArticlesDirectly()); auto custom_data = feed->customDatabaseData(); QString serialized_custom_data = serializeCustomData(custom_data); q.bindValue(QSL(":custom_data"), serialized_custom_data); if (!q.exec()) { throw ApplicationException(q.lastError().text()); } } void DatabaseQueries::createOverwriteAccount(const QSqlDatabase& db, ServiceRoot* account) { QSqlQuery q(db); if (account->accountId() <= 0) { // We need to insert account first. q.prepare(QSL("INSERT INTO Accounts (ordr, type) VALUES (0, :type);")); q.bindValue(QSL(":type"), account->code()); if (!q.exec()) { throw ApplicationException(q.lastError().text()); } else { account->setAccountId(q.lastInsertId().toInt()); } } // Now we construct the SQL update query. auto proxy = account->networkProxy(); q.prepare(QSL("UPDATE Accounts " "SET proxy_type = :proxy_type, proxy_host = :proxy_host, proxy_port = :proxy_port, " " proxy_username = :proxy_username, proxy_password = :proxy_password, ordr = :ordr, " " custom_data = :custom_data " "WHERE id = :id")); q.bindValue(QSL(":proxy_type"), proxy.type()); q.bindValue(QSL(":proxy_host"), proxy.hostName()); q.bindValue(QSL(":proxy_port"), proxy.port()); q.bindValue(QSL(":proxy_username"), proxy.user()); q.bindValue(QSL(":proxy_password"), TextFactory::encrypt(proxy.password())); q.bindValue(QSL(":id"), account->accountId()); q.bindValue(QSL(":ordr"), account->sortOrder()); auto custom_data = account->customDatabaseData(); QString serialized_custom_data = serializeCustomData(custom_data); q.bindValue(QSL(":custom_data"), serialized_custom_data); if (!q.exec()) { throw ApplicationException(q.lastError().text()); } } bool DatabaseQueries::deleteFeed(const QSqlDatabase& db, int feed_custom_id, int account_id) { QSqlQuery q(db); q.prepare(QSL("DELETE FROM Messages WHERE feed = :feed AND account_id = :account_id;")); q.bindValue(QSL(":feed"), feed_custom_id); q.bindValue(QSL(":account_id"), account_id); if (!q.exec()) { return false; } // Remove feed itself. q.prepare(QSL("DELETE FROM Feeds WHERE custom_id = :feed AND account_id = :account_id;")); q.bindValue(QSL(":feed"), feed_custom_id); q.bindValue(QSL(":account_id"), account_id); return q.exec() && purgeLeftoverMessageFilterAssignments(db, account_id) && purgeLeftoverLabelAssignments(db, account_id); } bool DatabaseQueries::deleteCategory(const QSqlDatabase& db, int id) { QSqlQuery q(db); // Remove this category from database. q.setForwardOnly(true); q.prepare(QSL("DELETE FROM Categories WHERE id = :category;")); q.bindValue(QSL(":category"), id); return q.exec(); } void DatabaseQueries::fixupOrders(const QSqlDatabase& db) { // We first determine if there are same orders assigned to some items // which have same parent category/acc. QSqlQuery res = db.exec(QSL("SELECT COUNT(*) FROM Accounts GROUP BY ordr HAVING COUNT(*) > 1 " "UNION ALL " "SELECT COUNT(*) FROM Categories GROUP BY account_id, parent_id, ordr HAVING COUNT(*) > 1 " "UNION ALL " "SELECT COUNT(*) FROM Feeds GROUP BY account_id, category, ordr HAVING COUNT(*) > 1;")); bool should_fixup = res.lastError().isValid() || res.size() > 0; if (should_fixup) { // Some orders are messed up, fix. qCriticalNN << LOGSEC_DB << "Order of items is messed up, fixing."; for (const QString& table : { QSL("Accounts"), QSL("Categories"), QSL("Feeds") }) { QSqlQuery q = db.exec(QSL("UPDATE %1 SET ordr = id;").arg(table)); if (q.lastError().isValid()) { qFatal("Fixup of messed up order failed: '%s'.", qPrintable(q.lastError().text())); } } } else { qDebugNN << LOGSEC_DB << "No fixing of item order is needed."; } } void DatabaseQueries::moveItemUp(RootItem* item, const QSqlDatabase& db) {} void DatabaseQueries::moveItemDown(RootItem* item, const QSqlDatabase& db) {} MessageFilter* DatabaseQueries::addMessageFilter(const QSqlDatabase& db, const QString& title, const QString& script) { if (!db.driver()->hasFeature(QSqlDriver::DriverFeature::LastInsertId)) { throw ApplicationException(QObject::tr("Cannot insert article filter, because current database cannot return last inserted row ID.")); } QSqlQuery q(db); q.prepare(QSL("INSERT INTO MessageFilters (name, script) VALUES(:name, :script);")); q.bindValue(QSL(":name"), title); q.bindValue(QSL(":script"), script); q.setForwardOnly(true); if (q.exec()) { auto* fltr = new MessageFilter(q.lastInsertId().toInt()); fltr->setName(title); fltr->setScript(script); return fltr; } else { throw ApplicationException(q.lastError().text()); } } void DatabaseQueries::removeMessageFilter(const QSqlDatabase& db, int filter_id, bool* ok) { QSqlQuery q(db); q.prepare(QSL("DELETE FROM MessageFilters WHERE id = :id;")); q.bindValue(QSL(":id"), filter_id); q.setForwardOnly(true); if (q.exec()) { if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } } void DatabaseQueries::removeMessageFilterAssignments(const QSqlDatabase& db, int filter_id, bool* ok) { QSqlQuery q(db); q.prepare(QSL("DELETE FROM MessageFiltersInFeeds WHERE filter = :filter;")); q.bindValue(QSL(":filter"), filter_id); q.setForwardOnly(true); if (q.exec()) { if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } } QList DatabaseQueries::getMessageFilters(const QSqlDatabase& db, bool* ok) { QSqlQuery q(db); QList filters; q.setForwardOnly(true); q.prepare(QSL("SELECT * FROM MessageFilters;")); if (q.exec()) { while (q.next()) { auto rec = q.record(); auto* filter = new MessageFilter(rec.value(0).toInt()); filter->setName(rec.value(1).toString()); filter->setScript(rec.value(2).toString()); filters.append(filter); } if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } return filters; } QMultiMap DatabaseQueries::messageFiltersInFeeds(const QSqlDatabase& db, int account_id, bool* ok) { QSqlQuery q(db); QMultiMap filters_in_feeds; q.prepare(QSL("SELECT filter, feed_custom_id FROM MessageFiltersInFeeds WHERE account_id = :account_id;")); q.bindValue(QSL(":account_id"), account_id); q.setForwardOnly(true); if (q.exec()) { while (q.next()) { auto rec = q.record(); filters_in_feeds.insert(rec.value(1).toString(), rec.value(0).toInt()); } if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } return filters_in_feeds; } void DatabaseQueries::assignMessageFilterToFeed(const QSqlDatabase& db, const QString& feed_custom_id, int filter_id, int account_id, bool* ok) { QSqlQuery q(db); q.prepare(QSL("INSERT INTO MessageFiltersInFeeds (filter, feed_custom_id, account_id) " "VALUES(:filter, :feed_custom_id, :account_id);")); q.bindValue(QSL(":filter"), filter_id); q.bindValue(QSL(":feed_custom_id"), feed_custom_id); q.bindValue(QSL(":account_id"), account_id); q.setForwardOnly(true); if (q.exec()) { if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } } void DatabaseQueries::updateMessageFilter(const QSqlDatabase& db, MessageFilter* filter, bool* ok) { QSqlQuery q(db); q.prepare(QSL("UPDATE MessageFilters SET name = :name, script = :script WHERE id = :id;")); q.bindValue(QSL(":name"), filter->name()); q.bindValue(QSL(":script"), filter->script()); q.bindValue(QSL(":id"), filter->id()); q.setForwardOnly(true); if (q.exec()) { if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } } void DatabaseQueries::removeMessageFilterFromFeed(const QSqlDatabase& db, const QString& feed_custom_id, int filter_id, int account_id, bool* ok) { QSqlQuery q(db); q.prepare(QSL("DELETE FROM MessageFiltersInFeeds " "WHERE filter = :filter AND feed_custom_id = :feed_custom_id AND account_id = :account_id;")); q.bindValue(QSL(":filter"), filter_id); q.bindValue(QSL(":feed_custom_id"), feed_custom_id); q.bindValue(QSL(":account_id"), account_id); q.setForwardOnly(true); if (q.exec()) { if (ok != nullptr) { *ok = true; } } else { if (ok != nullptr) { *ok = false; } } } QStringList DatabaseQueries::getAllGmailRecipients(const QSqlDatabase& db, int account_id) { QSqlQuery query(db); QStringList rec; query.prepare(QSL("SELECT DISTINCT author " "FROM Messages " "WHERE account_id = :account_id AND author IS NOT NULL AND author != '' " "ORDER BY lower(author) ASC;")); query.bindValue(QSL(":account_id"), account_id); if (query.exec()) { while (query.next()) { rec.append(query.value(0).toString()); } } else { qWarningNN << LOGSEC_GMAIL << "Query for all recipients failed: '" << query.lastError().text() << "'."; } return rec; } bool DatabaseQueries::storeNewOauthTokens(const QSqlDatabase& db, const QString& refresh_token, int account_id) { QSqlQuery query(db); query.prepare(QSL("SELECT custom_data FROM Accounts WHERE id = :id;")); query.bindValue(QSL(":id"), account_id); if (!query.exec() || !query.next()) { qWarningNN << LOGSEC_OAUTH << "Cannot fetch custom data column for storing of OAuth tokens, because of error:" << QUOTE_W_SPACE_DOT(query.lastError().text()); return false; } QVariantHash custom_data = deserializeCustomData(query.value(0).toString()); custom_data[QSL("refresh_token")] = refresh_token; query.clear(); query.prepare(QSL("UPDATE Accounts SET custom_data = :custom_data WHERE id = :id;")); query.bindValue(QSL(":custom_data"), serializeCustomData(custom_data)); query.bindValue(QSL(":id"), account_id); if (!query.exec()) { qWarningNN << LOGSEC_OAUTH << "Cannot store OAuth tokens, because of error:" << QUOTE_W_SPACE_DOT(query.lastError().text()); return false; } else { return true; } } QString DatabaseQueries::unnulifyString(const QString& str) { return str.isNull() ? QL1S("") : str; }