/***************************************************************************
                  filter_opera.cxx  -  Opera mail import
                             -------------------
    begin                : Januar 26 2005
    copyright            : (C) 2005 by Danny Kukawka
    email                : danny.kukawka@web.de
 ***************************************************************************/

/***************************************************************************
 *                                                                         *
 *   This program is free software; you can redistribute it and/or modify  *
 *   it under the terms of the GNU General Public License as published by  *
 *   the Free Software Foundation; either version 2 of the License, or     *
 *   (at your option) any later version.                                   *
 *                                                                         *
 ***************************************************************************/

#include <klocale.h>
#include <kfiledialog.h>
#include <ktemporaryfile.h>
#include <kdebug.h>

#include "filter_opera.h"

using namespace MailImporter;

FilterOpera::FilterOpera() :
  Filter( i18n("Import Opera Emails"),
          "Danny Kukawka",
          i18n("<p><b>Opera email import filter</b></p>"
               "<p>This filter will import mails from Opera mail folder. Use this filter "
               "if you want to import all mails within a account in the Opera maildir.</p>"
               "<p>Select the directory of the account (usually ~/.opera/mail/store/account*).</p>"
               "<p><b>Note:</b> Emails will be imported into a folder named after the account "
               "they came from, prefixed with OPERA-</p>" ))
{
}

FilterOpera::~FilterOpera()
{
}

QString FilterOpera::defaultSettingsPath()
{
  return QDir::homePath() + QLatin1String("/.opera/");
}


void FilterOpera::importRecursive(const QDir& mailDir, const QString &accountName)
{
  // Recursive import of the MBoxes.
  const QStringList rootSubDirs = mailDir.entryList(QStringList("[^\\.]*"), QDir::Dirs, QDir::Name); // Removal of . and ..
  int currentDir = 1;
  int numSubDirs = rootSubDirs.size();
  if ( numSubDirs > 0 ) {
    QStringList::ConstIterator end( rootSubDirs.constEnd() );
    for(QStringList::ConstIterator filename = rootSubDirs.constBegin() ; filename != end ; ++filename, ++currentDir) {
      QDir importDir ( mailDir.path() +QDir::separator()+ *filename );
      const QStringList files = importDir.entryList(QStringList("*.[mM][bB][sS]"), QDir::Files, QDir::Name);
      if ( files.isEmpty() ) {
        importRecursive( importDir,accountName.isEmpty() ?  *filename : accountName);
      } else {
        importBox( importDir, files, accountName );
      }
    }
  }
}

void FilterOpera::importBox(const QDir& importDir, const QStringList &files, const QString & accountName)
{
  int overall_status = 0;
  int totalFiles = files.count();
  int currentFile = 1;
  filterInfo()->addInfoLogEntry(i18n("Importing new mail files..."));
  QStringList::ConstIterator end( files.constEnd() );
  for ( QStringList::ConstIterator mailFile = files.constBegin(); mailFile != end; ++mailFile) {
    filterInfo()->setCurrent(0);
    QFile operaArchiv( importDir.filePath(*mailFile) );
    if (! operaArchiv.open( QIODevice::ReadOnly ) ) {
      filterInfo()->alert( i18n("Unable to open %1, skipping", *mailFile ) );
    } else {
      filterInfo()->addInfoLogEntry( i18n("Importing emails from %1...", *mailFile ) );
      QFileInfo filenameInfo( importDir.filePath(*mailFile) );
      QString folderName;
      if ( accountName.isEmpty() )
        folderName = QString(  "OPERA-" + importDir.dirName() );
      else
        folderName = QString( "OPERA-" + accountName );

      filterInfo()->setFrom( *mailFile );
      filterInfo()->setTo( folderName );

      QByteArray input(MAX_LINE,'\0');
      long l = 0;
      bool first_msg = true;

      while ( !operaArchiv.atEnd() ) {
        KTemporaryFile tmp;
        tmp.open();
        /* comment by Danny:
         * Don't use QTextStream to read from mbox, better use QDataStream. QTextStream only
         * support Unicode/Latin1/Locale. So you lost information from emails with
         * charset!=Unicode/Latin1/Locale (e.g. KOI8-R) and Content-Transfer-Encoding != base64
         * (e.g. 8Bit). It also not help to convert the QTextStream to Unicode. By this you
         * get Unicode/UTF-email but KMail can't detect the correct charset.
         */
        QByteArray separate;

        if(!first_msg)
          tmp.write( input, l );
        l = operaArchiv.readLine( input.data(),MAX_LINE); // read the first line, prevent "From "
        tmp.write( input, l );

        while ( ! operaArchiv.atEnd() &&  (l = operaArchiv.readLine(input.data(),MAX_LINE)) && ((separate = input.data()).left(5) != "From ")) {
          /** remove in KMail unneeded Flags from Opera (for example: X-Opera-Status)*/
          if(separate.left(8) != "X-Opera-")
            tmp.write( input, l );
        }
        tmp.flush();
        first_msg = false;

        if(filterInfo()->removeDupMessage())
          addMessage( folderName, tmp.fileName() );
        else
          addMessage_fastImport( folderName, tmp.fileName() );
        int currentPercentage = (int) ( ( (float) operaArchiv.pos() / filenameInfo.size() ) * 100 );
        filterInfo()->setCurrent( currentPercentage );

        if (currentFile == 1)
          overall_status = (int) ( currentPercentage * ( (float) currentFile / totalFiles ) );
        else
          overall_status = (int)(((currentFile-1)*(100.0/(float)totalFiles))+(currentPercentage*(1.0/(float)totalFiles)));

        filterInfo()->setOverall( overall_status );
        if ( filterInfo()->shouldTerminate() ) break;
      }

      filterInfo()->addInfoLogEntry( i18n("Finished importing emails from %1", *mailFile ));
      if (countDuplicates() > 0) {
        filterInfo()->addInfoLogEntry( i18np("1 duplicate message not imported", "%1 duplicate messages not imported", countDuplicates()));
      }
      currentFile++;
      setCountDuplicates(0);
      operaArchiv.close();
    }
    if ( filterInfo()->shouldTerminate() ) break;
  }

}

void FilterOpera::import()
{
  /** try to go to opera mailfolder in the home of the user */
  QString startdir = defaultSettingsPath() + QLatin1String("mail/store/");
  QDir d( startdir );
  if ( !d.exists() ) {
    startdir = QDir::homePath();
  }

  KFileDialog *kfd = new KFileDialog( startdir, "", 0);
  kfd->setMode(KFile::Directory | KFile::LocalOnly);
  kfd->exec();
  QString operaDir = kfd->selectedFile();
  delete kfd;

  importMails( operaDir );
}

void FilterOpera::importMails( const QString &maildir )
{
  setMailDir(maildir);
  if (mailDir().isEmpty()) {
    filterInfo()->alert(i18n("No directory selected."));
    return;
  }
  /**
   * If the user only select homedir no import needed because
   * there should be no files and we surely import wrong files.
   */
  else if ( mailDir() == QDir::homePath() || mailDir() == (QDir::homePath() + QLatin1Char( '/' ))) {
    filterInfo()->addErrorLogEntry(i18n("No files found for import."));
  } else {
    filterInfo()->setOverall(0);

    QDir importDir (mailDir());
    const QStringList files = importDir.entryList(QStringList("*.[mM][bB][sS]"), QDir::Files, QDir::Name);

    // Count total number of files to be processed
    filterInfo()->addInfoLogEntry(i18n("Counting files..."));

    if(!files.isEmpty()) {
      importBox(importDir, files);
    } else {
      //opera > 9.10 stores mail in subfolder.
      importRecursive( importDir);
    }
  }
  if (filterInfo()->shouldTerminate())
    filterInfo()->addInfoLogEntry( i18n("Finished import, canceled by user."));
  filterInfo()->setCurrent(100);
  filterInfo()->setOverall(100);
}

