/***************************************************************************
                          filter_mbox.cxx  -  mbox mail import
                             -------------------
    begin                : Sat Apr 5 2003
    copyright            : (C) 2003 by Laurence Anderson
    email                : l.d.anderson@warwick.ac.uk
 ***************************************************************************/

/***************************************************************************
 *                                                                         *
 *   This program is free software; you can redistribute it and/or modify  *
 *   it under the terms of the GNU General Public License as published by  *
 *   the Free Software Foundation; either version 2 of the License, or     *
 *   (at your option) any later version.                                   *
 *                                                                         *
 ***************************************************************************/

#include <config.h>
#include <klocale.h>
#include <kfiledialog.h>
#include <ktempfile.h>
#include <kdebug.h>

#include "filter_mbox.hxx"


FilterMBox::FilterMBox() :
        Filter( i18n("Import mbox Files (UNIX, Evolution)"),
                "Laurence Anderson <p>( Filter accelerated by Danny Kukawka )</p>",
                i18n("<p><b>mbox import filter</b></p>"
                     "<p>This filter will import mbox files into KMail. Use this filter "
                     "if you want to import mails from Ximian Evolution or other mailers "
                     "that use this traditional UNIX format.</p>"
                     "<p><b>Note:</b> Emails will be imported into folders named after the "
                     "file they came from, prefixed with MBOX-</p>" ))
{}

FilterMBox::~FilterMBox()
{
}

void FilterMBox::import(FilterInfo *info)
{
    int currentFile = 1;
    int overall_status = 0;
    bool first_msg = true;

    TQStringList filenames = KFileDialog::getOpenFileNames( TQDir::homeDirPath(), "*|" + i18n("mbox Files (*)"), info->parent() );
    info->setOverall(0);

    for ( TQStringList::Iterator filename = filenames.begin(); filename != filenames.end(); ++filename, ++currentFile) {
        TQFile mbox( *filename );
        if (! mbox.open( IO_ReadOnly ) ) {
            info->alert( i18n("Unable to open %1, skipping").arg( *filename ) );
        } else {
            TQFileInfo filenameInfo( *filename );
            TQString folderName( "MBOX-" + filenameInfo.baseName(TRUE) );

            info->setCurrent(0);
            info->addLog( i18n("Importing emails from %1...").arg( *filename ) );

            info->setFrom( *filename );
            info->setTo( folderName );

            TQByteArray input(MAX_LINE);
            long l = 0;

            while ( ! mbox.atEnd() ) {
                KTempFile tmp;
                TQIODevice::Offset filepos = 0;
                /* comment by Danny:
                * Don't use TQTextStream to read from mbox, better use TQDataStream. TQTextStream only 
                * support Unicode/Latin1/Locale. So you lost information from emails with 
                * charset!=Unicode/Latin1/Locale (e.g. KOI8-R) and Content-Transfer-Encoding != base64 
                * (e.g. 8Bit). It also not help to convert the TQTextStream to Unicode. By this you
                * get Unicode/UTF-email but KMail can't detect the correct charset.
                */
                TQCString seperate;
		TQString x_status_flag = "";

		/* check if the first line start with "From " (and not "From: ") and discard the line 
		 * in this case because some IMAP servers (e.g. Cyrus) don't accept this header line */
                if(!first_msg && ((seperate = input.data()).left(5) != "From "))
                    tmp.file()->writeBlock( input, l );

                l = mbox.readLine( input.data(),MAX_LINE); // read the first line, prevent "From "

		if ((seperate = input.data()).left(5) != "From ")
	                tmp.file()->writeBlock( input, l );

                while ( ! mbox.atEnd() &&  (l = mbox.readLine(input.data(),MAX_LINE)) && ((seperate = input.data()).left(5) != "From ")) {
			tmp.file()->writeBlock( input, l );

			if ((seperate = input.data()).left(10) == "X-Status: ") {
				x_status_flag = seperate;
				x_status_flag.remove("X-Status: ");
				x_status_flag = x_status_flag.stripWhiteSpace();
				// tqDebug("x_status_flag: %s", x_status_flag.latin1() );		
			}

			// workaround to fix hang if a corrupted mbox contains some 
			// binary data, for more see bug #106796
			if (mbox.at() == filepos)
			   mbox.at(mbox.size());
			else 
			   filepos = mbox.at();
                }
                tmp.close();
                first_msg = false;

                /* comment by Danny Kukawka:
                * addMessage() == old function, need more time and check for duplicates
                * addMessage_fastImport == new function, faster and no check for duplicates
                */
                if(info->removeDupMsg)
                    addMessage( info, folderName, tmp.name(), x_status_flag );
                else
                    addMessage_fastImport( info, folderName, tmp.name(), x_status_flag );

                tmp.unlink();
                int currentPercentage = (int) ( ( (float) mbox.at() / filenameInfo.size() ) * 100 );
                info->setCurrent( currentPercentage );
                if (currentFile == 1)
                    overall_status = (int)( currentPercentage*((float)currentFile/filenames.count()));
                else
                    overall_status = (int)(((currentFile-1)*(100.0/(float)filenames.count()))+(currentPercentage*(1.0/(float)filenames.count())));
                info->setOverall( overall_status );

                if ( info->shouldTerminate() ) break;
            }

            info->addLog( i18n("Finished importing emails from %1").arg( *filename ));
            if (count_duplicates > 0) {
                info->addLog( i18n("1 duplicate message not imported to folder %1 in KMail", 
                                   "%n duplicate messages not imported to folder %1 in KMail", 
                                   count_duplicates).arg(folderName));
            }
            if (info->shouldTerminate()) info->addLog( i18n("Finished import, canceled by user."));
            count_duplicates = 0;
            // don't forget to close the file !!!
            mbox.close();
        }
    }
}