/* * Copyright (C) 2015 Christian Mollekopf * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the * Free Software Foundation, Inc., * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. */ #include "mail.h" #include #include #include #include #include #include "../resultset.h" #include "../index.h" #include "../storage.h" #include "../log.h" #include "../propertymapper.h" #include "../query.h" #include "../definitions.h" #include "../typeindex.h" #include "entitybuffer.h" #include "entity_generated.h" #include "mail_generated.h" SINK_DEBUG_AREA("mail"); static QMutex sMutex; using namespace Sink; using namespace Sink::ApplicationDomain; static TypeIndex &getIndex() { QMutexLocker locker(&sMutex); static TypeIndex *index = 0; if (!index) { index = new TypeIndex("mail"); index->addProperty(Mail::Uid::name); index->addProperty(Mail::Sender::name); index->addProperty(Mail::SenderName::name); index->addProperty(Mail::Subject::name); index->addProperty(Mail::Date::name); index->addProperty(Mail::Folder::name); index->addPropertyWithSorting(Mail::Folder::name, Mail::Date::name); index->addProperty(Mail::MessageId::name); index->addProperty(Mail::ParentMessageId::name); } return *index; } static void updateThreadingIndex(const QByteArray &identifier, const BufferAdaptor &bufferAdaptor, Sink::Storage::Transaction &transaction) { auto messageId = bufferAdaptor.getProperty(Mail::MessageId::name).toByteArray(); auto parentMessageId = bufferAdaptor.getProperty(Mail::ParentMessageId::name).toByteArray(); Index msgIdIndex("msgId", transaction); Index msgIdThreadIdIndex("msgIdThreadId", transaction); //Add the message to the index Q_ASSERT(msgIdIndex.lookup(messageId).isEmpty()); msgIdIndex.add(messageId, identifier); //If parent is already available, add to thread of parent QByteArray thread; if (!parentMessageId.isEmpty() && !msgIdIndex.lookup(parentMessageId).isEmpty()) { thread = msgIdThreadIdIndex.lookup(parentMessageId); msgIdThreadIdIndex.add(messageId, thread); } else { thread = QUuid::createUuid().toByteArray(); if (!parentMessageId.isEmpty()) { //Register parent with thread for when it becomes available msgIdThreadIdIndex.add(parentMessageId, thread); } } Q_ASSERT(!thread.isEmpty()); msgIdThreadIdIndex.add(messageId, thread); //Look for parentMessageId and resolve to local id if available } void TypeImplementation::index(const QByteArray &identifier, const BufferAdaptor &bufferAdaptor, Sink::Storage::Transaction &transaction) { SinkTrace() << "Indexing " << identifier; getIndex().add(identifier, bufferAdaptor, transaction); updateThreadingIndex(identifier, bufferAdaptor, transaction); } void TypeImplementation::removeIndex(const QByteArray &identifier, const BufferAdaptor &bufferAdaptor, Sink::Storage::Transaction &transaction) { getIndex().remove(identifier, bufferAdaptor, transaction); } QSharedPointer::Buffer> > TypeImplementation::initializeReadPropertyMapper() { auto propertyMapper = QSharedPointer >::create(); propertyMapper->addMapping(&Buffer::uid); propertyMapper->addMapping(&Buffer::sender); propertyMapper->addMapping(&Buffer::senderName); propertyMapper->addMapping(&Buffer::subject); propertyMapper->addMapping(&Buffer::date); propertyMapper->addMapping(&Buffer::unread); propertyMapper->addMapping(&Buffer::important); propertyMapper->addMapping(&Buffer::folder); propertyMapper->addMapping(&Buffer::mimeMessage); propertyMapper->addMapping(&Buffer::draft); propertyMapper->addMapping(&Buffer::trash); propertyMapper->addMapping(&Buffer::sent); propertyMapper->addMapping(&Buffer::messageId); propertyMapper->addMapping(&Buffer::parentMessageId); return propertyMapper; } QSharedPointer::BufferBuilder> > TypeImplementation::initializeWritePropertyMapper() { auto propertyMapper = QSharedPointer >::create(); propertyMapper->addMapping(&BufferBuilder::add_uid); propertyMapper->addMapping(&BufferBuilder::add_sender); propertyMapper->addMapping(&BufferBuilder::add_senderName); propertyMapper->addMapping(&BufferBuilder::add_subject); propertyMapper->addMapping(&BufferBuilder::add_date); propertyMapper->addMapping(&BufferBuilder::add_unread); propertyMapper->addMapping(&BufferBuilder::add_important); propertyMapper->addMapping(&BufferBuilder::add_folder); propertyMapper->addMapping(&BufferBuilder::add_mimeMessage); propertyMapper->addMapping(&BufferBuilder::add_draft); propertyMapper->addMapping(&BufferBuilder::add_trash); propertyMapper->addMapping(&BufferBuilder::add_sent); propertyMapper->addMapping(&BufferBuilder::add_messageId); propertyMapper->addMapping(&BufferBuilder::add_parentMessageId); return propertyMapper; } class ThreadedDataStoreQuery : public DataStoreQuery { public: typedef QSharedPointer Ptr; using DataStoreQuery::DataStoreQuery; protected: ResultSet postSortFilter(ResultSet &resultSet) Q_DECL_OVERRIDE { auto query = mQuery; if (query.threadLeaderOnly) { auto rootCollection = QSharedPointer>::create(); auto filter = [this, query, rootCollection](const QByteArray &uid, const Sink::EntityBuffer &entity) -> bool { //TODO lookup thread //if we got thread already in the result set compare dates and if newer replace //else insert const auto messageId = getProperty(entity.entity(), ApplicationDomain::Mail::MessageId::name).toByteArray(); Index msgIdIndex("msgId", mTransaction); Index msgIdThreadIdIndex("msgIdThreadId", mTransaction); auto thread = msgIdThreadIdIndex.lookup(messageId); SinkTrace() << "MsgId: " << messageId << " Thread: " << thread << getProperty(entity.entity(), ApplicationDomain::Mail::Date::name).toDateTime(); if (rootCollection->contains(thread)) { auto date = rootCollection->value(thread); //The mail we have in our result already is newer, so we can ignore this one if (date > getProperty(entity.entity(), ApplicationDomain::Mail::Date::name).toDateTime()) { return false; } qWarning() << "############################################################################"; qWarning() << "Found a newer mail, remove the old one"; qWarning() << "############################################################################"; } rootCollection->insert(thread, getProperty(entity.entity(), ApplicationDomain::Mail::Date::name).toDateTime()); return true; }; return createFilteredSet(resultSet, filter); } else { return resultSet; } } }; DataStoreQuery::Ptr TypeImplementation::prepareQuery(const Sink::Query &query, Sink::Storage::Transaction &transaction) { if (query.threadLeaderOnly) { auto mapper = initializeReadPropertyMapper(); return ThreadedDataStoreQuery::Ptr::create(query, ApplicationDomain::getTypeName(), transaction, getIndex(), [mapper](const Sink::Entity &entity, const QByteArray &property) { const auto localBuffer = Sink::EntityBuffer::readBuffer(entity.local()); return mapper->getProperty(property, localBuffer); }); } else { auto mapper = initializeReadPropertyMapper(); return DataStoreQuery::Ptr::create(query, ApplicationDomain::getTypeName(), transaction, getIndex(), [mapper](const Sink::Entity &entity, const QByteArray &property) { const auto localBuffer = Sink::EntityBuffer::readBuffer(entity.local()); return mapper->getProperty(property, localBuffer); }); } }