/* * Squawk messenger. * Copyright (C) 2019 Yury Gubich * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include #include #include #include "urlstorage.h" Core::UrlStorage::UrlStorage(const QString& p_name): name(p_name), opened(false), environment(), base(), map() { } Core::UrlStorage::~UrlStorage() { close(); } void Core::UrlStorage::open() { if (!opened) { mdb_env_create(&environment); QString path(QStandardPaths::writableLocation(QStandardPaths::CacheLocation)); path += "/" + name; QDir cache(path); if (!cache.exists()) { bool res = cache.mkpath(path); if (!res) { throw Archive::Directory(path.toStdString()); } } mdb_env_set_maxdbs(environment, 2); mdb_env_set_mapsize(environment, 10UL * 1024UL * 1024UL); mdb_env_open(environment, path.toStdString().c_str(), 0, 0664); MDB_txn *txn; mdb_txn_begin(environment, NULL, 0, &txn); mdb_dbi_open(txn, "base", MDB_CREATE, &base); mdb_dbi_open(txn, "map", MDB_CREATE, &map); mdb_txn_commit(txn); opened = true; } } void Core::UrlStorage::close() { if (opened) { mdb_dbi_close(environment, map); mdb_dbi_close(environment, base); mdb_env_close(environment); opened = false; } } void Core::UrlStorage::writeInfo(const QString& key, const Core::UrlStorage::UrlInfo& info, bool overwrite) { MDB_txn *txn; mdb_txn_begin(environment, NULL, 0, &txn); try { writeInfo(key, info, txn, overwrite); mdb_txn_commit(txn); } catch (...) { mdb_txn_abort(txn); throw; } } void Core::UrlStorage::writeInfo(const QString& key, const Core::UrlStorage::UrlInfo& info, MDB_txn* txn, bool overwrite) { QByteArray ba; QDataStream ds(&ba, QIODevice::WriteOnly); info.serialize(ds); const std::string& id = key.toStdString(); MDB_val lmdbKey, lmdbData; lmdbKey.mv_size = id.size(); lmdbKey.mv_data = (char*)id.c_str(); lmdbData.mv_size = ba.size(); lmdbData.mv_data = (uint8_t*)ba.data(); int rc; rc = mdb_put(txn, base, &lmdbKey, &lmdbData, overwrite ? 0 : MDB_NOOVERWRITE); if (rc != 0) { if (rc == MDB_KEYEXIST) { if (!overwrite) { throw Archive::Exist(name.toStdString(), id); } } else { throw Archive::Unknown(name.toStdString(), mdb_strerror(rc)); } } if (info.hasPath()) { std::string sp = info.getPath().toStdString(); lmdbData.mv_size = sp.size(); lmdbData.mv_data = (char*)sp.c_str(); rc = mdb_put(txn, map, &lmdbData, &lmdbKey, 0); if (rc != 0) { throw Archive::Unknown(name.toStdString(), mdb_strerror(rc)); } } } void Core::UrlStorage::readInfo(const QString& key, Core::UrlStorage::UrlInfo& info, MDB_txn* txn) { const std::string& id = key.toStdString(); MDB_val lmdbKey, lmdbData; lmdbKey.mv_size = id.size(); lmdbKey.mv_data = (char*)id.c_str(); int rc = mdb_get(txn, base, &lmdbKey, &lmdbData); if (rc == 0) { QByteArray ba((char*)lmdbData.mv_data, lmdbData.mv_size); QDataStream ds(&ba, QIODevice::ReadOnly); info.deserialize(ds); } else if (rc == MDB_NOTFOUND) { throw Archive::NotFound(id, name.toStdString()); } else { throw Archive::Unknown(name.toStdString(), mdb_strerror(rc)); } } void Core::UrlStorage::readInfo(const QString& key, Core::UrlStorage::UrlInfo& info) { MDB_txn *txn; mdb_txn_begin(environment, NULL, MDB_RDONLY, &txn); try { readInfo(key, info, txn); mdb_txn_commit(txn); } catch (...) { mdb_txn_abort(txn); throw; } } void Core::UrlStorage::addFile(const QString& url) { if (!opened) { throw Archive::Closed("addFile(no message, no path)", name.toStdString()); } addToInfo(url, "", "", ""); } void Core::UrlStorage::addFile(const QString& url, const QString& path) { if (!opened) { throw Archive::Closed("addFile(no message, with path)", name.toStdString()); } addToInfo(url, "", "", "", path); } void Core::UrlStorage::addFile(const QString& url, const QString& account, const QString& jid, const QString& id) { if (!opened) { throw Archive::Closed("addFile(with message, no path)", name.toStdString()); } addToInfo(url, account, jid, id); } void Core::UrlStorage::addFile(const QString& url, const QString& path, const QString& account, const QString& jid, const QString& id) { if (!opened) { throw Archive::Closed("addFile(with message, with path)", name.toStdString()); } addToInfo(url, account, jid, id, path); } void Core::UrlStorage::addFile(const std::list& msgs, const QString& url, const QString& path) { if (!opened) { throw Archive::Closed("addFile(with list)", name.toStdString()); } UrlInfo info (path, msgs); writeInfo(url, info, true);; } QString Core::UrlStorage::addMessageAndCheckForPath(const QString& url, const QString& account, const QString& jid, const QString& id) { if (!opened) { throw Archive::Closed("addMessageAndCheckForPath", name.toStdString()); } return addToInfo(url, account, jid, id).getPath(); } Core::UrlStorage::UrlInfo Core::UrlStorage::addToInfo(const QString& url, const QString& account, const QString& jid, const QString& id, const QString& path) { UrlInfo info; MDB_txn *txn; mdb_txn_begin(environment, NULL, 0, &txn); try { readInfo(url, info, txn); } catch (const Archive::NotFound& e) { } catch (...) { mdb_txn_abort(txn); throw; } bool pathChange = false; bool listChange = false; if (path != "-s") { if (info.getPath() != path) { info.setPath(path); pathChange = true; } } if (account.size() > 0 && jid.size() > 0 && id.size() > 0) { listChange = info.addMessage(account, jid, id); } if (pathChange || listChange) { try { writeInfo(url, info, txn, true); mdb_txn_commit(txn); } catch (...) { mdb_txn_abort(txn); throw; } } else { mdb_txn_abort(txn); } return info; } std::list Core::UrlStorage::setPath(const QString& url, const QString& path) { std::list list; MDB_txn *txn; mdb_txn_begin(environment, NULL, 0, &txn); UrlInfo info; try { readInfo(url, info, txn); info.getMessages(list); } catch (const Archive::NotFound& e) { } catch (...) { mdb_txn_abort(txn); throw; } info.setPath(path); try { writeInfo(url, info, txn, true); mdb_txn_commit(txn); } catch (...) { mdb_txn_abort(txn); throw; } return list; } std::list Core::UrlStorage::removeFile(const QString& url) { std::list list; MDB_txn *txn; mdb_txn_begin(environment, NULL, 0, &txn); UrlInfo info; try { std::string id = url.toStdString(); readInfo(url, info, txn); info.getMessages(list); MDB_val lmdbKey; lmdbKey.mv_size = id.size(); lmdbKey.mv_data = (char*)id.c_str(); int rc = mdb_del(txn, base, &lmdbKey, NULL); if (rc != 0) { throw Archive::Unknown(name.toStdString(), mdb_strerror(rc)); } if (info.hasPath()) { std::string path = info.getPath().toStdString(); lmdbKey.mv_size = path.size(); lmdbKey.mv_data = (char*)path.c_str(); int rc = mdb_del(txn, map, &lmdbKey, NULL); if (rc != 0) { throw Archive::Unknown(name.toStdString(), mdb_strerror(rc)); } } mdb_txn_commit(txn); } catch (...) { mdb_txn_abort(txn); throw; } return list; } std::list Core::UrlStorage::deletedFile(const QString& path) { std::list list; MDB_txn *txn; mdb_txn_begin(environment, NULL, 0, &txn); try { std::string spath = path.toStdString(); MDB_val lmdbKey, lmdbData; lmdbKey.mv_size = spath.size(); lmdbKey.mv_data = (char*)spath.c_str(); QString url; int rc = mdb_get(txn, map, &lmdbKey, &lmdbData); if (rc == 0) { std::string surl((char*)lmdbData.mv_data, lmdbData.mv_size); url = QString(surl.c_str()); } else if (rc == MDB_NOTFOUND) { qDebug() << "Have been asked to remove file" << path << ", which isn't in the database, skipping"; mdb_txn_abort(txn); return list; } else { throw Archive::Unknown(name.toStdString(), mdb_strerror(rc)); } UrlInfo info; std::string id = url.toStdString(); readInfo(url, info, txn); info.getMessages(list); info.setPath(QString()); writeInfo(url, info, txn, true); rc = mdb_del(txn, map, &lmdbKey, NULL); if (rc != 0) { throw Archive::Unknown(name.toStdString(), mdb_strerror(rc)); } mdb_txn_commit(txn); } catch (...) { mdb_txn_abort(txn); throw; } return list; } QString Core::UrlStorage::getUrl(const QString& path) { std::list list; MDB_txn *txn; mdb_txn_begin(environment, NULL, MDB_RDONLY, &txn); std::string spath = path.toStdString(); MDB_val lmdbKey, lmdbData; lmdbKey.mv_size = spath.size(); lmdbKey.mv_data = (char*)spath.c_str(); QString url; int rc = mdb_get(txn, map, &lmdbKey, &lmdbData); if (rc == 0) { std::string surl((char*)lmdbData.mv_data, lmdbData.mv_size); url = QString(surl.c_str()); mdb_txn_abort(txn); return url; } else if (rc == MDB_NOTFOUND) { mdb_txn_abort(txn); throw Archive::NotFound(spath, name.toStdString()); } else { mdb_txn_abort(txn); throw Archive::Unknown(name.toStdString(), mdb_strerror(rc)); } } std::pair> Core::UrlStorage::getPath(const QString& url) { UrlInfo info; readInfo(url, info); std::list container; info.getMessages(container); return std::make_pair(info.getPath(), container); } Core::UrlStorage::UrlInfo::UrlInfo(): localPath(), messages() {} Core::UrlStorage::UrlInfo::UrlInfo(const QString& path): localPath(path), messages() {} Core::UrlStorage::UrlInfo::UrlInfo(const QString& path, const std::list& msgs): localPath(path), messages(msgs) {} Core::UrlStorage::UrlInfo::~UrlInfo() {} bool Core::UrlStorage::UrlInfo::addMessage(const QString& acc, const QString& jid, const QString& id) { for (const Shared::MessageInfo& info : messages) { if (info.account == acc && info.jid == jid && info.messageId == id) { return false; } } messages.emplace_back(acc, jid, id); return true; } void Core::UrlStorage::UrlInfo::serialize(QDataStream& data) const { data << localPath; std::list::size_type size = messages.size(); data << quint32(size); for (const Shared::MessageInfo& info : messages) { data << info.account; data << info.jid; data << info.messageId; } } void Core::UrlStorage::UrlInfo::deserialize(QDataStream& data) { data >> localPath; quint32 size; data >> size; for (quint32 i = 0; i < size; ++i) { messages.emplace_back(); Shared::MessageInfo& info = messages.back(); data >> info.account; data >> info.jid; data >> info.messageId; } } void Core::UrlStorage::UrlInfo::getMessages(std::list& container) const { for (const Shared::MessageInfo& info : messages) { container.emplace_back(info); } } QString Core::UrlStorage::UrlInfo::getPath() const { return localPath; } bool Core::UrlStorage::UrlInfo::hasPath() const { return localPath.size() > 0; } void Core::UrlStorage::UrlInfo::setPath(const QString& path) { localPath = path; }