Reduced the messagetreeparser to aproximately what we actually require

While in a much more managable state it's still not pretty.
However, further refactoring can now gradually happen as we need to do
further work on it.

Things that should happen eventually:
* Simplify the logic that creates the messageparts (we don't need the  whole formatter plugin complexity)
* Get rid of the nodehelper (let the parts hold the necessary data)
* Get rid of partmetadata (let the part handleit)

1 files changed, 172 insertions, 0 deletions

diff --git a/framework/src/domain/mime/mimetreeparser/mailman.cpp b/framework/src/domain/mime/mimetreeparser/mailman.cpp
new file mode 100644
index 00000000..0ef3b7ba
--- /dev/null
+++ b/framework/src/domain/mime/mimetreeparser/mailman.cpp
@@ -0,0 +1,172 @@
+/*
+   Copyright (c) 2016 Sandro Knauß <sknauss@kde.org>
+
+   This library is free software; you can redistribute it and/or modify it
+   under the terms of the GNU Library General Public License as published by
+   the Free Software Foundation; either version 2 of the License, or (at your
+   option) any later version.
+
+   This library is distributed in the hope that it will be useful, but WITHOUT
+   ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+   FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Library General Public
+   License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with this library; see the file COPYING.LIB.  If not, write to the
+   Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
+   02110-1301, USA.
+*/
+
+#include "mailman.h"
+
+#include "utils.h"
+
+#include "objecttreeparser.h"
+#include "messagepart.h"
+
+#include <KMime/Content>
+
+#include "mimetreeparser_debug.h"
+
+using namespace MimeTreeParser;
+
+const MailmanBodyPartFormatter *MailmanBodyPartFormatter::self;
+
+const Interface::BodyPartFormatter *MailmanBodyPartFormatter::create()
+{
+    if (!self) {
+        self = new MailmanBodyPartFormatter();
+    }
+    return self;
+}
+
+bool MailmanBodyPartFormatter::isMailmanMessage(KMime::Content *curNode) const
+{
+    if (!curNode || curNode->head().isEmpty()) {
+        return false;
+    }
+    if (curNode->hasHeader("X-Mailman-Version")) {
+        return true;
+    }
+    if (KMime::Headers::Base *header = curNode->headerByType("X-Mailer")) {
+        if (header->asUnicodeString().contains(QStringLiteral("MAILMAN"), Qt::CaseInsensitive)) {
+            return true;
+        }
+    }
+    return false;
+}
+
+MessagePart::Ptr MailmanBodyPartFormatter::process(Interface::BodyPart &part) const
+{
+    KMime::Content *curNode = part.content();
+
+    if (!isMailmanMessage(curNode)) {
+        return MessagePart::Ptr();
+    }
+
+    const QString str = QString::fromLatin1(curNode->decodedContent());
+
+    //###
+    const QLatin1String delim1("--__--__--\n\nMessage:");
+    const QLatin1String delim2("--__--__--\r\n\r\nMessage:");
+    const QLatin1String delimZ2("--__--__--\n\n_____________");
+    const QLatin1String delimZ1("--__--__--\r\n\r\n_____________");
+    QString partStr, digestHeaderStr;
+    int thisDelim = str.indexOf(delim1, Qt::CaseInsensitive);
+    if (thisDelim == -1) {
+        thisDelim = str.indexOf(delim2, Qt::CaseInsensitive);
+    }
+    if (thisDelim == -1) {
+        return MessagePart::Ptr();
+    }
+
+    int nextDelim = str.indexOf(delim1, thisDelim + 1, Qt::CaseInsensitive);
+    if (-1 == nextDelim) {
+        nextDelim = str.indexOf(delim2, thisDelim + 1, Qt::CaseInsensitive);
+    }
+    if (-1 == nextDelim) {
+        nextDelim = str.indexOf(delimZ1, thisDelim + 1, Qt::CaseInsensitive);
+    }
+    if (-1 == nextDelim) {
+        nextDelim = str.indexOf(delimZ2, thisDelim + 1, Qt::CaseInsensitive);
+    }
+    if (nextDelim < 0) {
+        return MessagePart::Ptr();
+    }
+
+    //if ( curNode->mRoot )
+    //  curNode = curNode->mRoot;
+
+    // at least one message found: build a mime tree
+    digestHeaderStr = QStringLiteral("Content-Type: text/plain\nContent-Description: digest header\n\n");
+    digestHeaderStr += str.midRef(0, thisDelim);
+
+    MessagePartList::Ptr mpl(new MessagePartList(part.objectTreeParser()));
+    mpl->appendSubPart(createAndParseTempNode(part, part.topLevelContent(), digestHeaderStr.toLatin1().constData(), "Digest Header"));
+    //mReader->queueHtml("<br><hr><br>");
+    // temporarily change curent node's Content-Type
+    // to get our embedded RfC822 messages properly inserted
+    curNode->contentType()->setMimeType("multipart/digest");
+    while (-1 < nextDelim) {
+        int thisEoL = str.indexOf(QLatin1String("\nMessage:"), thisDelim, Qt::CaseInsensitive);
+        if (-1 < thisEoL) {
+            thisDelim = thisEoL + 1;
+        } else {
+            thisEoL = str.indexOf(QLatin1String("\n_____________"), thisDelim, Qt::CaseInsensitive);
+            if (-1 < thisEoL) {
+                thisDelim = thisEoL + 1;
+            }
+        }
+        thisEoL = str.indexOf(QLatin1Char('\n'), thisDelim);
+        if (-1 < thisEoL) {
+            thisDelim = thisEoL + 1;
+        } else {
+            thisDelim = thisDelim + 1;
+        }
+        //while( thisDelim < cstr.size() && '\n' == cstr[thisDelim] )
+        //  ++thisDelim;
+
+        partStr = QStringLiteral("Content-Type: message/rfc822\nContent-Description: embedded message\n\n");
+        partStr += str.midRef(thisDelim, nextDelim - thisDelim);
+        QString subject = QStringLiteral("embedded message");
+        QString subSearch = QStringLiteral("\nSubject:");
+        int subPos = partStr.indexOf(subSearch, 0, Qt::CaseInsensitive);
+        if (-1 < subPos) {
+            subject = partStr.mid(subPos + subSearch.length());
+            thisEoL = subject.indexOf(QLatin1Char('\n'));
+            if (-1 < thisEoL) {
+                subject.truncate(thisEoL);
+            }
+        }
+        qCDebug(MIMETREEPARSER_LOG) << "        embedded message found: \"" << subject;
+        mpl->appendSubPart(createAndParseTempNode(part, part.topLevelContent(), partStr.toLatin1().constData(), subject.toLatin1().constData()));
+        //mReader->queueHtml("<br><hr><br>");
+        thisDelim = nextDelim + 1;
+        nextDelim = str.indexOf(delim1, thisDelim, Qt::CaseInsensitive);
+        if (-1 == nextDelim) {
+            nextDelim = str.indexOf(delim2, thisDelim, Qt::CaseInsensitive);
+        }
+        if (-1 == nextDelim) {
+            nextDelim = str.indexOf(delimZ1, thisDelim, Qt::CaseInsensitive);
+        }
+        if (-1 == nextDelim) {
+            nextDelim = str.indexOf(delimZ2, thisDelim, Qt::CaseInsensitive);
+        }
+    }
+    // reset curent node's Content-Type
+    curNode->contentType()->setMimeType("text/plain");
+    int thisEoL = str.indexOf(QLatin1String("_____________"), thisDelim);
+    if (-1 < thisEoL) {
+        thisDelim = thisEoL;
+        thisEoL = str.indexOf(QLatin1Char('\n'), thisDelim);
+        if (-1 < thisEoL) {
+            thisDelim = thisEoL + 1;
+        }
+    } else {
+        thisDelim = thisDelim + 1;
+    }
+    partStr = QStringLiteral("Content-Type: text/plain\nContent-Description: digest footer\n\n");
+    partStr += str.midRef(thisDelim);
+    mpl->appendSubPart(createAndParseTempNode(part, part.topLevelContent(), partStr.toLatin1().constData(), "Digest Footer"));
+    return mpl;
+}