/***************************************************************************
filter_thebat.h - TheBat! mail import
-------------------
begin : April 07 2005
copyright : (C) 2005 by Danny Kukawka
email : danny.kukawka@web.de
***************************************************************************/
/***************************************************************************
* *
* This program is free software; you can redistribute it and/or modify *
* it under the terms of the GNU General Public License as published by *
* the Free Software Foundation; either version 2 of the License, or *
* (at your option) any later version. *
* *
***************************************************************************/
#include "filter_thebat.h"
#include <config.h>
#include <tqregexp.h>
#include <tqvaluelist.h>
#include <tdelocale.h>
#include <tdefiledialog.h>
#include <tdetempfile.h>
#include <tdemessagebox.h>
/** Default constructor. */
FilterTheBat::FilterTheBat( void ) :
Filter( i18n( "Import The Bat! Mails and Folder Structure" ),
"Danny Kukawka",
i18n( "<p><b>The Bat! import filter</b></p>"
"<p>Select the base directory of the \'The Bat!\' local mailfolder you "
"want to import.</p>"
"<p><b>Note:</b> This filter imports the *.tbb-files from \'The Bat!\' "
"local folder, e.g. from POP accounts, and not from IMAP/DIMAP accounts.</p>"
"<p>Since it is possible to recreate the folder structure, the folders "
"will be stored under: \"TheBat-Import\" in your local account.</p>" ) )
{}
/** Destructor. */
FilterTheBat::~FilterTheBat( void )
{
}
/** Recursive import of The Bat! maildir. */
void FilterTheBat::import( FilterInfo *info )
{
TQString _homeDir = TQDir::homeDirPath();
KFileDialog *kfd;
kfd = new KFileDialog( _homeDir, "", 0, "tdefiledialog", true );
kfd->setMode( KFile::Directory | KFile::LocalOnly );
kfd->exec();
mailDir = kfd->selectedFile();
delete kfd;
if ( mailDir.isEmpty() ) {
info->alert( i18n( "No directory selected." ) );
}
/**
* If the user only select homedir no import needed because
* there should be no files and we surely import wrong files.
*/
else if ( mailDir == TQDir::homeDirPath() || mailDir == ( TQDir::homeDirPath() + "/" ) ) {
info->addLog( i18n( "No files found for import." ) );
} else {
info->setOverall(0);
/** Recursive import of the MailFolders */
TQDir dir(mailDir);
TQStringList rootSubDirs = dir.entryList("[^\\.]*", TQDir::Dirs , TQDir::Name);
int currentDir = 1, numSubDirs = rootSubDirs.size();
for(TQStringList::Iterator filename = rootSubDirs.begin() ; filename != rootSubDirs.end() ; ++filename, ++currentDir) {
importDirContents(info, dir.filePath(*filename));
info->setOverall((int) ((float) currentDir / numSubDirs * 100));
if(info->shouldTerminate()) break;
}
}
info->addLog( i18n("Finished importing emails from %1").arg( mailDir ));
if (count_duplicates > 0) {
info->addLog( i18n("1 duplicate message not imported", "%n duplicate messages not imported", count_duplicates));
}
if (info->shouldTerminate()) info->addLog( i18n("Finished import, canceled by user."));
count_duplicates = 0;
info->setCurrent(100);
info->setOverall(100);
}
/**
* Import of a directory contents.
* @param info Information storage for the operation.
* @param dirName The name of the directory to import.
*/
void FilterTheBat::importDirContents( FilterInfo *info, const TQString& dirName)
{
if(info->shouldTerminate()) return;
/** Here Import all archives in the current dir */
TQDir dir(dirName);
TQDir importDir (dirName);
TQStringList files = importDir.entryList("*.[tT][bB][bB]", TQDir::Files, TQDir::Name);
for ( TQStringList::Iterator mailFile = files.begin(); mailFile != files.end(); ++mailFile) {
TQString temp_mailfile = *mailFile;
importFiles(info, (dirName + "/" + temp_mailfile));
if(info->shouldTerminate()) return;
}
/** If there are subfolders, we import them one by one */
TQDir subfolders(dirName);
TQStringList subDirs = subfolders.entryList("[^\\.]*", TQDir::Dirs , TQDir::Name);
for(TQStringList::Iterator filename = subDirs.begin() ; filename != subDirs.end() ; ++filename) {
importDirContents(info, subfolders.filePath(*filename));
if(info->shouldTerminate()) return;
}
}
/**
* Import the files within a Folder.
* @param info Information storage for the operation.
* @param dirName The name of the directory to import.
*/
void FilterTheBat::importFiles( FilterInfo *info, const TQString& FileName)
{
// Format of a tbb-file from The Bat! 3.x
// ----------------------------------------
// First comes a header of 3K (3128 byte/ 0x00000c38), which we can forget.
// The byte 3129 is the first character of the first message.
//
// The end of a message is marked trough "! p 0" and 43 following characters.
// (within: "_UB", blanks and some other chars.) Together are 48 characters as
// separator.
// ----------------------------------------
long l = 0;
TQByteArray input(50);
TQRegExp regexp("!.p.0");
TQFile tbb(FileName);
int iFound = 0;
int count = 0;
long endOfEmail = 0;
TQValueList<long> offsets;
if (!tbb.open(IO_ReadOnly)) {
info->alert(i18n("Unable to open %1, skipping").arg(FileName));
} else {
// BUILD the index of messages :
// We need this really ugly way, because read with tbb.readLine()
// does not work correct. Maybe in come in a continuous loop !!!
// Reason:
// if you use readLine() to read from a file with binary data
// TQFile::at() and TQFile::atEnd() return wrong value. So we
// never get TQFile::atEnd() == true in some cases. This looks
// like a bug in TQt3 maybe fixed in TQt4.
//
while((l = tbb.readBlock(input.data(),50)) ) {
if(info->shouldTerminate()) {
tbb.close();
return;
}
TQString _tmp = input.data();
if (tbb.atEnd())
break;
iFound = _tmp.contains(regexp);
if(!iFound) {
iFound = _tmp.findRev("!");
if (iFound >= 0 && ((l-iFound) < 5) ) {
int _i = tbb.at();
tbb.at((_i - iFound));
}
} else {
++count;
endOfEmail = (tbb.at() - l + _tmp.find(regexp));
offsets.append(endOfEmail);
}
}
// info->addLog(i18n("--COUNTED: %1").arg(count));
// IMPORT the messages:
if(!offsets.empty() || (offsets.empty() && (tbb.size() > 3128))) {
offsets.append(tbb.size());
tbb.at(3128);
long lastPos = 3128;
long endPos = 0;
TQString _path = "TheBat-Import/";
TQString _tmp = FileName;
_tmp = _tmp.remove(_tmp.length() - 13, 13);
_path += _tmp.remove( mailDir ,true);
TQString _info = _path;
info->addLog(i18n("Import folder %1...").arg(_info.remove(0,14)));
info->setTo(_path);
info->setFrom("../" + _info + "/messages.tbb");
for(TQValueList<long>::Iterator it = offsets.begin() ; it != offsets.end() ; ++it) {
if(info->shouldTerminate()) {
tbb.close();
return;
}
endPos = *it;
TQByteArray input(endPos-lastPos);
tbb.readBlock(input.data(), endPos-lastPos);
KTempFile tmp;
tmp.file()->writeBlock( input, endPos-lastPos );
tmp.close();
//KMessageBox::warningContinueCancel(info->parent(), "");
if(info->removeDupMsg)
addMessage( info, _path, tmp.name() );
else
addMessage_fastImport( info, _path, tmp.name() );
tmp.unlink();
lastPos = endPos + 48;
tbb.at(lastPos);
info->setCurrent( (int) ( ( (float) tbb.at() / tbb.size() ) * 100 ));
}
}
}
tbb.close();
}