source: psi/trunk/src/eventdb.cpp@ 162

/*
 * eventdb.cpp - asynchronous I/O event database
 * Copyright (C) 2001, 2002  Justin Karneges
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 2
 * of the License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 *
 */

#include"eventdb.h"

#define FAKEDELAY 0

#include<qfile.h>
#include<qptrlist.h>
#include<qtimer.h>
#include<qtextstream.h>
#include<qvaluevector.h>
#include"common.h"
#include"profiles.h"


//----------------------------------------------------------------------------
// EDBItem
//----------------------------------------------------------------------------
EDBItem::EDBItem(PsiEvent *event, const QString &id, const QString &prevId, const QString &nextId)
{
        e = event;
        v_id = id;
        v_prevId = prevId;
        v_nextId = nextId;
}

EDBItem::~EDBItem()
{
        delete e;
}

PsiEvent *EDBItem::event() const
{
        return e;
}

const QString & EDBItem::id() const
{
        return v_id;
}

const QString & EDBItem::nextId() const
{
        return v_nextId;
}

const QString & EDBItem::prevId() const
{
        return v_prevId;
}


//----------------------------------------------------------------------------
// EDBHandle
//----------------------------------------------------------------------------
class EDBHandle::Private
{
public:
        Private() {}

        EDB *edb;
        EDBResult *r;
        bool busy;
        bool writeSuccess;
        int listeningFor;
        int lastRequestType;
};

EDBHandle::EDBHandle(EDB *edb)
:QObject(0)
{
        d = new Private;
        d->edb = edb;
        d->r = 0;
        d->busy = false;
        d->writeSuccess = false;
        d->listeningFor = -1;
        d->lastRequestType = Read;

        d->edb->reg(this);
}

EDBHandle::~EDBHandle()
{
        d->edb->unreg(this);

        delete d->r;
        delete d;
}

void EDBHandle::getLatest(const Jid &j, int len)
{
        d->busy = true;
        d->lastRequestType = Read;
        d->listeningFor = d->edb->op_getLatest(j, len);
}

void EDBHandle::getOldest(const Jid &j, int len)
{
        d->busy = true;
        d->lastRequestType = Read;
        d->listeningFor = d->edb->op_getOldest(j, len);
}

void EDBHandle::get(const Jid &j, const QString &id, int direction, int len)
{
        d->busy = true;
        d->lastRequestType = Read;
        d->listeningFor = d->edb->op_get(j, id, direction, len);
}

void EDBHandle::find(const QString &str, const Jid &j, const QString &id, int direction)
{
        d->busy = true;
        d->lastRequestType = Read;
        d->listeningFor = d->edb->op_find(str, j, id, direction);
}

void EDBHandle::append(const Jid &j, PsiEvent *e)
{
        d->busy = true;
        d->lastRequestType = Write;
        d->listeningFor = d->edb->op_append(j, e);
}

bool EDBHandle::busy() const
{
        return d->busy;
}

const EDBResult *EDBHandle::result() const
{
        return d->r;
}

bool EDBHandle::writeSuccess() const
{
        return d->writeSuccess;
}

void EDBHandle::edb_resultReady(EDBResult *r)
{
        d->busy = false;
        if(r == 0) {
                delete d->r;
                d->r = 0;
        }
        else {
                d->r = r;
        }
        d->listeningFor = -1;
        finished();
}

void EDBHandle::edb_writeFinished(bool b)
{
        d->busy = false;
        d->writeSuccess = b;
        d->listeningFor = -1;
        finished();
}

int EDBHandle::listeningFor() const
{
        return d->listeningFor;
}

int EDBHandle::lastRequestType() const
{
        return d->lastRequestType;
}


//----------------------------------------------------------------------------
// EDB
//----------------------------------------------------------------------------
class EDB::Private
{
public:
        Private() {}

        QPtrList<EDBHandle> list;
        int reqid_base;
};

EDB::EDB()
{
        d = new Private;
        d->reqid_base = 0;
}

EDB::~EDB()
{
        d->list.setAutoDelete(true);
        d->list.clear();
        delete d;
}

int EDB::genUniqueId() const
{
        return d->reqid_base++;
}

void EDB::reg(EDBHandle *h)
{
        d->list.append(h);
}

void EDB::unreg(EDBHandle *h)
{
        d->list.removeRef(h);
}

int EDB::op_getLatest(const Jid &j, int len)
{
        return getLatest(j, len);
}

int EDB::op_getOldest(const Jid &j, int len)
{
        return getOldest(j, len);
}

int EDB::op_get(const Jid &jid, const QString &id, int direction, int len)
{
        return get(jid, id, direction, len);
}

int EDB::op_find(const QString &str, const Jid &j, const QString &id, int direction)
{
        return find(str, j, id, direction);
}

int EDB::op_append(const Jid &j, PsiEvent *e)
{
        return append(j, e);
}

void EDB::resultReady(int req, EDBResult *r)
{
        // deliver
        QPtrListIterator<EDBHandle> it(d->list);
        for(EDBHandle *h; (h = it.current()); ++it) {
                if(h->listeningFor() == req) {
                        h->edb_resultReady(r);
                        return;
                }
        }
        delete r;
}

void EDB::writeFinished(int req, bool b)
{
        // deliver
        QPtrListIterator<EDBHandle> it(d->list);
        for(EDBHandle *h; (h = it.current()); ++it) {
                if(h->listeningFor() == req) {
                        h->edb_writeFinished(b);
                        return;
                }
        }
}


//----------------------------------------------------------------------------
// EDBFlatFile
//----------------------------------------------------------------------------
struct item_file_req
{
        Jid j;
        int type; // 0 = latest, 1 = oldest, 2 = random, 3 = write
        int len;
        int dir;
        int id;
        int eventId;
        QString findStr;
        PsiEvent *event;

        typedef enum Type {
                Type_getLatest = 0,
                Type_getOldest,
                Type_get,
                Type_append,
                Type_find
        };
};

class EDBFlatFile::Private
{
public:
        Private() {}

        QPtrList<File> flist;
        QPtrList<item_file_req> rlist;
};

EDBFlatFile::EDBFlatFile()
:EDB()
{
        d = new Private;
}

EDBFlatFile::~EDBFlatFile()
{
        d->rlist.setAutoDelete(true);
        d->flist.setAutoDelete(true);
        d->flist.clear();

        delete d;
}

int EDBFlatFile::getLatest(const Jid &j, int len)
{
        item_file_req *r = new item_file_req;
        r->j = j;
        r->type = item_file_req::Type_getLatest;
        r->len = len < 1 ? 1: len;
        r->id = genUniqueId();
        d->rlist.append(r);

        QTimer::singleShot(FAKEDELAY, this, SLOT(performRequests()));
        return r->id;
}

int EDBFlatFile::getOldest(const Jid &j, int len)
{
        item_file_req *r = new item_file_req;
        r->j = j;
        r->type = item_file_req::Type_getOldest;
        r->len = len < 1 ? 1: len;
        r->id = genUniqueId();
        d->rlist.append(r);

        QTimer::singleShot(FAKEDELAY, this, SLOT(performRequests()));
        return r->id;
}

int EDBFlatFile::get(const Jid &j, const QString &id, int direction, int len)
{
        item_file_req *r = new item_file_req;
        r->j = j;
        r->type = item_file_req::Type_get;
        r->len = len < 1 ? 1: len;
        r->dir = direction;
        r->eventId = id.toInt();
        r->id = genUniqueId();
        d->rlist.append(r);

        QTimer::singleShot(FAKEDELAY, this, SLOT(performRequests()));
        return r->id;
}

int EDBFlatFile::find(const QString &str, const Jid &j, const QString &id, int direction)
{
        item_file_req *r = new item_file_req;
        r->j = j;
        r->type = item_file_req::Type_find;
        r->len = 1;
        r->dir = direction;
        r->findStr = str;
        r->eventId = id.toInt();
        r->id = genUniqueId();
        d->rlist.append(r);

        QTimer::singleShot(FAKEDELAY, this, SLOT(performRequests()));
        return r->id;
}

int EDBFlatFile::append(const Jid &j, PsiEvent *e)
{
        item_file_req *r = new item_file_req;
        r->j = j;
        r->type = item_file_req::Type_append;
        r->event = e->copy();
        if ( !r->event ) {
                qWarning("EDBFlatFile::append(): Attempted to append incompatible type.");
                delete r;
                return 0;
        }
        r->id = genUniqueId();
        d->rlist.append(r);

        QTimer::singleShot(FAKEDELAY, this, SLOT(performRequests()));
        return r->id;
}

EDBFlatFile::File *EDBFlatFile::findFile(const Jid &j) const
{
        QPtrListIterator<File> it(d->flist);
        for(File *i; (i = it.current()); ++it) {
                if(i->j.compare(j, false))
                        return i;
        }
        return 0;
}

EDBFlatFile::File *EDBFlatFile::ensureFile(const Jid &j)
{
        File *i = findFile(j);
        if(!i) {
                i = new File(Jid(j.userHost()));
                connect(i, SIGNAL(timeout()), SLOT(file_timeout()));
                d->flist.append(i);
        }
        return i;
}

void EDBFlatFile::performRequests()
{
        if(d->rlist.isEmpty())
                return;

        item_file_req *r = d->rlist.first();
        d->rlist.removeRef(r);

        File *f = ensureFile(r->j);
        int type = r->type;
        if(type >= item_file_req::Type_getLatest && type <= item_file_req::Type_get) {
                int id, direction;

                if(type == item_file_req::Type_getLatest) {
                        direction = Backward;
                        id = f->total()-1;
                }
                else if(type == item_file_req::Type_getOldest) {
                        direction = Forward;
                        id = 0;
                }
                else if(type == item_file_req::Type_get) {
                        direction = r->dir;
                        id = r->eventId;
                }
                else {
                        qWarning("EDBFlatFile::performRequests(): Invalid type.");
                        return;
                }

                int len;
                if(direction == Forward) {
                        if(id + r->len > f->total())
                                len = f->total() - id;
                        else
                                len = r->len;
                }
                else {
                        if((id+1) - r->len < 0)
                                len = id+1;
                        else
                                len = r->len;
                }

                EDBResult *result = new EDBResult;
                result->setAutoDelete(true);
                for(int n = 0; n < len; ++n) {
                        PsiEvent *e = f->get(id);
                        if(e) {
                                QString prevId, nextId;
                                if(id > 0)
                                        prevId = QString::number(id-1);
                                if(id < f->total()-1)
                                        nextId = QString::number(id+1);
                                EDBItem *ei = new EDBItem(e, QString::number(id), prevId, nextId);
                                result->append(ei);
                        }

                        if(direction == Forward)
                                ++id;
                        else
                                --id;
                }
                resultReady(r->id, result);
        }
        else if(type == item_file_req::Type_append) {
                writeFinished(r->id, f->append(r->event));
                delete r->event;
        }
        else if(type == item_file_req::Type_find) {
                int id = r->eventId;
                EDBResult *result = new EDBResult;
                result->setAutoDelete(true);
                while(1) {
                        PsiEvent *e = f->get(id);
                        if(!e)
                                break;

                        QString prevId, nextId;
                        if(id > 0)
                                prevId = QString::number(id-1);
                        if(id < f->total()-1)
                                nextId = QString::number(id+1);

                        if(e->type() == PsiEvent::Message) {
                                MessageEvent *me = (MessageEvent *)e;
                                const Message &m = me->message();
                                if(m.body().find(r->findStr, 0, false) != -1) {
                                        EDBItem *ei = new EDBItem(e, QString::number(id), prevId, nextId);
                                        result->append(ei);
                                        break;
                                }
                        }

                        if(r->dir == Forward)
                                ++id;
                        else
                                --id;
                }
                resultReady(r->id, result);
        }

        delete r;
}

void EDBFlatFile::file_timeout()
{
        File *i = (File *)sender();
        d->flist.remove(i);
        delete i;
}


//----------------------------------------------------------------------------
// EDBFlatFile::File
//----------------------------------------------------------------------------
class EDBFlatFile::File::Private
{
public:
        Private() {}

        QValueVector<int> index;
        bool indexed;
};

EDBFlatFile::File::File(const Jid &_j)
{
        d = new Private;
        d->indexed = false;

        j = _j;
        valid = false;
        t = new QTimer(this);
        connect(t, SIGNAL(timeout()), SLOT(timer_timeout()));

        //printf("[EDB opening -- %s]\n", j.full().latin1());
        QString s = j.userHost();
        fname = getHistoryDir() + "/" + qstrlower(jidEncode(s)) + ".history";
        f.setName(fname);
        valid = f.open(IO_ReadWrite);

        touch();
}

EDBFlatFile::File::~File()
{
        if(valid)
                f.close();
        //printf("[EDB closing -- %s]\n", j.full().latin1());

        delete d;
}

void EDBFlatFile::File::ensureIndex()
{
        if ( valid && !d->indexed ) {
                f.reset(); // go to beginning
                d->index.clear();

                //printf(" file: %s\n", fname.latin1());
                // build index
                while(1) {
                        int at = f.at();

                        // locate a newline
                        bool found = false;
                        do {
                                int c = f.getch();
                                if(c == '\n') {
                                        found = true;
                                        break;
                                }
                        } while(!f.atEnd());

                        if(!found)
                                break;

                        int oldsize = d->index.size();
                        d->index.resize(oldsize+1);
                        d->index[oldsize] = at;
                }

                d->indexed = true;
        }
        else {
                //printf(" file: can't open\n");
        }

        //printf(" messages: %d\n\n", d->index.size());
}

int EDBFlatFile::File::total() const
{
        ((EDBFlatFile::File *)this)->ensureIndex();
        return d->index.size();
}

void EDBFlatFile::File::touch()
{
        t->start(30000);
}

void EDBFlatFile::File::timer_timeout()
{
        timeout();
}

PsiEvent *EDBFlatFile::File::get(int id)
{
        touch();

        if(!valid)
                return 0;

        ensureIndex();
        if(id < 0 || id > (int)d->index.size())
                return 0;

        f.at(d->index[id]);

        QTextStream t;
        t.setDevice(&f);
        t.setEncoding(QTextStream::UnicodeUTF8);
        QString line = t.readLine();
        t.unsetDevice();

        return lineToEvent(line);
}

bool EDBFlatFile::File::append(PsiEvent *e)
{
        touch();

        if(!valid)
                return false;

        QString line = eventToLine(e);
        if(line.isEmpty())
                return false;

        f.at(f.size());
        int at = f.at();

        QTextStream t;
        t.setDevice(&f);
        t.setEncoding(QTextStream::UnicodeUTF8);
        t << line << endl;
        t.unsetDevice();
        f.flush();

        if ( d->indexed ) {
                int oldsize = d->index.size();
                d->index.resize(oldsize+1);
                d->index[oldsize] = at;
        }

        return true;
}

PsiEvent *EDBFlatFile::File::lineToEvent(const QString &line)
{
        // -- read the line --
        QString sTime, sType, sOrigin, sFlags, sText, sSubj, sUrl, sUrlDesc;
        int x1, x2;
        x1 = line.find('|') + 1;

        x2 = line.find('|', x1);
        sTime = line.mid(x1, x2-x1);
        x1 = x2 + 1;

        x2 = line.find('|', x1);
        sType = line.mid(x1, x2-x1);
        x1 = x2 + 1;

        x2 = line.find('|', x1);
        sOrigin = line.mid(x1, x2-x1);
        x1 = x2 + 1;

        x2 = line.find('|', x1);
        sFlags = line.mid(x1, x2-x1);
        x1 = x2 + 1;

        // check for extra fields
        if(sFlags[1] != '-') {
                int subflags = hexChar2int(sFlags[1].latin1());

                // have subject?
                if(subflags & 1) {
                        x2 = line.find('|', x1);
                        sSubj = line.mid(x1, x2-x1);
                        x1 = x2 + 1;
                }
                // have url?
                if(subflags & 2) {
                        x2 = line.find('|', x1);
                        sUrl = line.mid(x1, x2-x1);
                        x1 = x2 + 1;
                        x2 = line.find('|', x1);
                        sUrlDesc = line.mid(x1, x2-x1);
                        x1 = x2 + 1;
                }
        }

        // body text is last
        sText = line.mid(x1);

        // -- read end --

        int type = sType.toInt();
        if(type == 0 || type == 1 || type == 4 || type == 5) {
                Message m;
                m.setTimeStamp(QDateTime::fromString(sTime, Qt::ISODate));
                if(type == 1)
                        m.setType("chat");
                else if(type == 4)
                        m.setType("error");
                else if(type == 5)
                        m.setType("headline");
                else
                        m.setType("");

                bool originLocal = (sOrigin == "to") ? true: false;
                m.setFrom(j);
                if(sFlags[0] == 'N')
                        m.setBody(logdecode(sText));
                else
                        m.setBody(logdecode(QString::fromUtf8(sText)));
                m.setSubject(logdecode(sSubj));

                QString url = logdecode(sUrl);
                if(!url.isEmpty())
                        m.urlAdd(Url(url, logdecode(sUrlDesc)));
                m.setSpooled(true);

                MessageEvent *me = new MessageEvent(m, 0);
                me->setOriginLocal(originLocal);

                return me;
        }
        else if(type == 2 || type == 3 || type == 6 || type == 7 || type == 8) {
                QString subType = "subscribe";
                if(type == 2) {
                        // stupid "system message" from Psi <= 0.8.6
                        // try to figure out what kind it REALLY is based on the text
                        if(sText == tr("<big>[System Message]</big><br>You are now authorized."))
                                subType = "subscribed";
                        else if(sText == tr("<big>[System Message]</big><br>Your authorization has been removed!"))
                                subType = "unsubscribed";
                }
                else if(type == 3)
                        subType = "subscribe";
                else if(type == 6)
                        subType = "subscribed";
                else if(type == 7)
                        subType = "unsubscribe";
                else if(type == 8)
                        subType = "unsubscribed";

                AuthEvent *ae = new AuthEvent(j, subType, 0);
                ae->setTimeStamp(QDateTime::fromString(sTime, Qt::ISODate));
                return ae;
        }
        else
                return 0;
}

QString EDBFlatFile::File::eventToLine(PsiEvent *e)
{
        int subflags = 0;
        QString sTime, sType, sOrigin, sFlags;

        if(e->type() == PsiEvent::Message) {
                MessageEvent *me = (MessageEvent *)e;
                const Message &m = me->message();
                const UrlList urls = m.urlList();

                if(!m.subject().isEmpty())
                        subflags |= 1;
                if(!urls.isEmpty())
                        subflags |= 2;

                sTime = m.timeStamp().toString(Qt::ISODate);
                int n = 0;
                if(m.type() == "chat")
                        n = 1;
                else if(m.type() == "error")
                        n = 4;
                else if(m.type() == "headline")
                        n = 5;
                sType.setNum(n);
                sOrigin = e->originLocal() ? "to": "from";
                sFlags = "N---";

                if(subflags != 0)
                        sFlags[1] = int2hexChar(subflags);

                //  | date | type | To/from | flags | text
                QString line = "|" + sTime + "|" + sType + "|" + sOrigin + "|" + sFlags + "|";

                if(subflags & 1) {
                        line += logencode(m.subject()) + "|";
                }
                if(subflags & 2) {
                        const Url &url = urls.first();
                        line += logencode(url.url()) + "|";
                        line += logencode(url.desc()) + "|";
                }
                line += logencode(m.body());

                return line;
        }
        else if(e->type() == PsiEvent::Auth) {
                AuthEvent *ae = (AuthEvent *)e;
                sTime = ae->timeStamp().toString(Qt::ISODate);
                QString subType = ae->authType();
                int n = 0;
                if(subType == "subscribe")
                        n = 3;
                else if(subType == "subscribed")
                        n = 6;
                else if(subType == "unsubscribe")
                        n = 7;
                else if(subType == "unsubscribed")
                        n = 8;
                sType.setNum(n);
                sOrigin = e->originLocal() ? "to": "from";
                sFlags = "N---";

                //  | date | type | To/from | flags | text
                QString line = "|" + sTime + "|" + sType + "|" + sOrigin + "|" + sFlags + "|";
                line += logencode(subType);

                return line;
        }
        else
                return "";
}