Pipeline benchmark

1 files changed, 151 insertions, 0 deletions

diff --git a/tests/pipelinebenchmark.cpp b/tests/pipelinebenchmark.cpp
new file mode 100644
index 0000000..c0c5cb1
--- /dev/null
+++ b/tests/pipelinebenchmark.cpp
@@ -0,0 +1,151 @@
+/*
+ * Copyright (C) 2016 Christian Mollekopf <chrigi_1@fastmail.fm>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) version 3, or any
+ * later version accepted by the membership of KDE e.V. (or its
+ * successor approved by the membership of KDE e.V.), which shall
+ * act as a proxy defined in Section 6 of version 3 of the license.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library.  If not, see <http://www.gnu.org/licenses/>.
+ */
+#include <QtTest>
+
+#include <QString>
+
+#include "testimplementations.h"
+
+#include <common/facade.h>
+#include <common/domainadaptor.h>
+#include <common/resultprovider.h>
+#include <common/synclistresult.h>
+#include <common/definitions.h>
+#include <common/query.h>
+#include <common/store.h>
+#include <common/pipeline.h>
+#include <common/index.h>
+#include <common/indexupdater.h>
+
+#include "hawd/dataset.h"
+#include "hawd/formatter.h"
+
+#include <iostream>
+#include <math.h>
+
+#include "mail_generated.h"
+#include "createentity_generated.h"
+#include "getrssusage.h"
+
+// class IndexUpdater : public Sink::Preprocessor {
+// public:
+//     void newEntity(const QByteArray &uid, qint64 revision, const Sink::ApplicationDomain::BufferAdaptor &newEntity, Sink::Storage::Transaction &transaction) Q_DECL_OVERRIDE
+//     {
+//         for (int i = 0; i < 10; i++) {
+//             Index ridIndex(QString("index.index%1").arg(i).toLatin1(), transaction);
+//             ridIndex.add("foo", uid);
+//         }
+//     }
+//
+//     void modifiedEntity(const QByteArray &key, qint64 revision, const Sink::ApplicationDomain::BufferAdaptor &oldEntity, const Sink::ApplicationDomain::BufferAdaptor &newEntity, Sink::Storage::Transaction &transaction) Q_DECL_OVERRIDE
+//     {
+//     }
+//
+//     void deletedEntity(const QByteArray &key, qint64 revision, const Sink::ApplicationDomain::BufferAdaptor &oldEntity, Sink::Storage::Transaction &transaction) Q_DECL_OVERRIDE
+//     {
+//     }
+// };
+//
+
+/**
+ * Benchmark pipeline processing speed.
+ * 
+ * This benchmark especially highlights:
+ * * Cost of an index in speed and size
+ */
+class PipelineBenchmark : public QObject
+{
+    Q_OBJECT
+
+    QByteArray resourceIdentifier;
+    HAWD::State mHawdState;
+
+    void populateDatabase(int count, const QVector<Sink::Preprocessor*> &preprocessors)
+    {
+        TestResource::removeFromDisk(resourceIdentifier);
+
+        auto pipeline = QSharedPointer<Sink::Pipeline>::create(resourceIdentifier);
+
+        auto mailFactory = QSharedPointer<TestMailAdaptorFactory>::create();
+        pipeline->setPreprocessors("mail", preprocessors);
+        pipeline->setAdaptorFactory("mail", mailFactory);
+
+        QTime time;
+        time.start();
+
+        auto domainTypeAdaptorFactory = QSharedPointer<TestMailAdaptorFactory>::create();
+
+        pipeline->startTransaction();
+        const auto date = QDateTime::currentDateTimeUtc();
+        for (int i = 0; i < count; i++) {
+            auto domainObject = Sink::ApplicationDomain::Mail::Ptr::create();
+            domainObject->setProperty("uid", "uid");
+            domainObject->setProperty("subject", QString("subject%1").arg(i));
+            domainObject->setProperty("date", date.addSecs(count));
+            domainObject->setProperty("folder", "folder1");
+            // domainObject->setProperty("attachment", attachment);
+            const auto command = createCommand<Sink::ApplicationDomain::Mail>(*domainObject, *domainTypeAdaptorFactory);
+            pipeline->newEntity(command.data(), command.size());
+        }
+        pipeline->commit();
+        auto appendTime = time.elapsed();
+
+        auto allProcessedTime = time.elapsed();
+
+        // Print memory layout, RSS is what is in memory
+        // std::system("exec pmap -x \"$PPID\"");
+        //
+        std::cout << "Size: " << Sink::Storage(Sink::storageLocation(), resourceIdentifier, Sink::Storage::ReadOnly).diskUsage()/1024 << " [kb]" << std::endl;
+        std::cout << "Time: " << allProcessedTime << " [ms]" << std::endl;
+
+        HAWD::Dataset dataset("pipeline", mHawdState);
+        HAWD::Dataset::Row row = dataset.row();
+
+        row.setValue("rows", count);
+        row.setValue("append", (qreal)count/appendTime);
+        row.setValue("total", (qreal)count/allProcessedTime);
+        dataset.insertRow(row);
+        HAWD::Formatter::print(dataset);
+
+    }
+
+private Q_SLOTS:
+
+    void init()
+    {
+        Sink::Log::setDebugOutputLevel(Sink::Log::Warning);
+        resourceIdentifier = "org.kde.test.instance1";
+    }
+
+    void testWithoutIndex()
+    {
+        populateDatabase(10000, QVector<Sink::Preprocessor*>());
+    }
+
+    void testWithIndex()
+    {
+        auto indexer = QSharedPointer<DefaultIndexUpdater<Sink::ApplicationDomain::Mail> >::create();
+        populateDatabase(10000, QVector<Sink::Preprocessor*>() << indexer.data());
+    }
+
+};
+
+QTEST_MAIN(PipelineBenchmark)
+#include "pipelinebenchmark.moc"