/* * Copyright (C) 2015 Christian Mollekopf * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the * Free Software Foundation, Inc., * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. */ #include "mail.h" #include #include #include #include #include #include "../resultset.h" #include "../index.h" #include "../storage.h" #include "../log.h" #include "../propertymapper.h" #include "../query.h" #include "../definitions.h" #include "../typeindex.h" #include "entitybuffer.h" #include "datastorequery.h" #include "entity_generated.h" #include "mail_generated.h" SINK_DEBUG_AREA("mail"); static QMutex sMutex; using namespace Sink; using namespace Sink::ApplicationDomain; void TypeImplementation::configureIndex(TypeIndex &index) { index.addProperty(Mail::Uid::name); index.addProperty(Mail::Sender::name); index.addProperty(Mail::SenderName::name); /* index->addProperty(Mail::Subject::name); */ /* index->addFulltextProperty(Mail::Subject::name); */ index.addProperty(Mail::Date::name); index.addProperty(Mail::Folder::name); index.addPropertyWithSorting(Mail::Folder::name, Mail::Date::name); index.addProperty(Mail::MessageId::name); index.addProperty(Mail::ParentMessageId::name); index.addProperty(); index.addSecondaryProperty(); index.addSecondaryProperty(); } static TypeIndex &getIndex() { QMutexLocker locker(&sMutex); static TypeIndex *index = 0; if (!index) { index = new TypeIndex("mail"); TypeImplementation::configureIndex(*index); } return *index; } static QString stripOffPrefixes(const QString &subject) { //TODO this hardcoded list is probably not good enough (especially regarding internationalization) //TODO this whole routine, including internationalized re/fwd ... should go into some library. //We'll require the same for generating reply/forward subjects in kube static QStringList defaultReplyPrefixes = QStringList() << QLatin1String("Re\\s*:") << QLatin1String("Re\\[\\d+\\]:") << QLatin1String("Re\\d+:"); static QStringList defaultForwardPrefixes = QStringList() << QLatin1String("Fwd:") << QLatin1String("FW:"); QStringList replyPrefixes; // = GlobalSettings::self()->replyPrefixes(); if (replyPrefixes.isEmpty()) { replyPrefixes = defaultReplyPrefixes; } QStringList forwardPrefixes; // = GlobalSettings::self()->forwardPrefixes(); if (forwardPrefixes.isEmpty()) { forwardPrefixes = defaultReplyPrefixes; } const QStringList prefixRegExps = replyPrefixes + forwardPrefixes; // construct a big regexp that // 1. is anchored to the beginning of str (sans whitespace) // 2. matches at least one of the part regexps in prefixRegExps const QString bigRegExp = QString::fromLatin1("^(?:\\s+|(?:%1))+\\s*").arg(prefixRegExps.join(QLatin1String(")|(?:"))); static QString regExpPattern; static QRegExp regExp; regExp.setCaseSensitivity(Qt::CaseInsensitive); if (regExpPattern != bigRegExp) { // the prefixes have changed, so update the regexp regExpPattern = bigRegExp; regExp.setPattern(regExpPattern); } if(regExp.isValid()) { QString tmp = subject; if (regExp.indexIn( tmp ) == 0) { return tmp.remove(0, regExp.matchedLength()); } } else { SinkWarning() << "bigRegExp = \"" << bigRegExp << "\"\n" << "prefix regexp is invalid!"; } return subject; } static void updateThreadingIndex(const QByteArray &identifier, const BufferAdaptor &bufferAdaptor, Sink::Storage::DataStore::Transaction &transaction) { auto messageId = bufferAdaptor.getProperty(Mail::MessageId::name); auto parentMessageId = bufferAdaptor.getProperty(Mail::ParentMessageId::name); auto subject = bufferAdaptor.getProperty(Mail::Subject::name); auto normalizedSubject = stripOffPrefixes(subject.toString()).toUtf8(); QVector thread; //a child already registered our thread. thread = getIndex().secondaryLookup(messageId, transaction); //If parent is already available, add to thread of parent if (thread.isEmpty() && parentMessageId.isValid()) { thread = getIndex().secondaryLookup(parentMessageId, transaction); SinkTrace() << "Found parent"; } if (thread.isEmpty()) { //Try to lookup the thread by subject: thread = getIndex().secondaryLookup(normalizedSubject, transaction); if (thread.isEmpty()) { SinkTrace() << "Created a new thread "; thread << QUuid::createUuid().toByteArray(); } else { } } //We should have found the thread by now if (!thread.isEmpty()) { if (parentMessageId.isValid()) { //Register parent with thread for when it becomes available getIndex().index(parentMessageId, thread.first(), transaction); } getIndex().index(messageId, thread.first(), transaction); getIndex().index(thread.first(), messageId, transaction); getIndex().index(normalizedSubject, thread.first(), transaction); } else { SinkWarning() << "Couldn't find a thread for: " << messageId; } } void TypeImplementation::index(const QByteArray &identifier, const BufferAdaptor &bufferAdaptor, Sink::Storage::DataStore::Transaction &transaction) { SinkTrace() << "Indexing " << identifier; getIndex().add(identifier, bufferAdaptor, transaction); updateThreadingIndex(identifier, bufferAdaptor, transaction); } void TypeImplementation::removeIndex(const QByteArray &identifier, const BufferAdaptor &bufferAdaptor, Sink::Storage::DataStore::Transaction &transaction) { getIndex().remove(identifier, bufferAdaptor, transaction); //TODO cleanup threading index } QSharedPointer::Buffer> > TypeImplementation::initializeReadPropertyMapper() { auto propertyMapper = QSharedPointer >::create(); propertyMapper->addMapping(&Buffer::uid); propertyMapper->addMapping(&Buffer::sender); propertyMapper->addMapping(&Buffer::senderName); propertyMapper->addMapping(&Buffer::subject); propertyMapper->addMapping(&Buffer::date); propertyMapper->addMapping(&Buffer::unread); propertyMapper->addMapping(&Buffer::important); propertyMapper->addMapping(&Buffer::folder); propertyMapper->addMapping(&Buffer::mimeMessage); propertyMapper->addMapping(&Buffer::draft); propertyMapper->addMapping(&Buffer::trash); propertyMapper->addMapping(&Buffer::sent); propertyMapper->addMapping(&Buffer::messageId); propertyMapper->addMapping(&Buffer::parentMessageId); return propertyMapper; } QSharedPointer::BufferBuilder> > TypeImplementation::initializeWritePropertyMapper() { auto propertyMapper = QSharedPointer >::create(); propertyMapper->addMapping(&BufferBuilder::add_uid); propertyMapper->addMapping(&BufferBuilder::add_sender); propertyMapper->addMapping(&BufferBuilder::add_senderName); propertyMapper->addMapping(&BufferBuilder::add_subject); propertyMapper->addMapping(&BufferBuilder::add_date); propertyMapper->addMapping(&BufferBuilder::add_unread); propertyMapper->addMapping(&BufferBuilder::add_important); propertyMapper->addMapping(&BufferBuilder::add_folder); propertyMapper->addMapping(&BufferBuilder::add_mimeMessage); propertyMapper->addMapping(&BufferBuilder::add_draft); propertyMapper->addMapping(&BufferBuilder::add_trash); propertyMapper->addMapping(&BufferBuilder::add_sent); propertyMapper->addMapping(&BufferBuilder::add_messageId); propertyMapper->addMapping(&BufferBuilder::add_parentMessageId); return propertyMapper; }