1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
|
/***************************************************************************
filter_thebat.hxx - TheBat! mail import
-------------------
begin : April 07 2005
copyright : (C) 2005 by Danny Kukawka
email : danny.kukawka@web.de
***************************************************************************/
/***************************************************************************
* *
* This program is free software; you can redistribute it and/or modify *
* it under the terms of the GNU General Public License as published by *
* the Free Software Foundation; either version 2 of the License, or *
* (at your option) any later version. *
* *
***************************************************************************/
#include "filter_thebat.hxx"
#include <config.h>
#include <qregexp.h>
#include <qvaluelist.h>
#include <klocale.h>
#include <kfiledialog.h>
#include <ktempfile.h>
#include <kmessagebox.h>
/** Default constructor. */
FilterTheBat::FilterTheBat( void ) :
Filter( i18n( "Import The Bat! Mails and Folder Structure" ),
"Danny Kukawka",
i18n( "<p><b>The Bat! import filter</b></p>"
"<p>Select the base directory of the \'The Bat!\' local mailfolder you "
"want to import.</p>"
"<p><b>Note:</b> This filter imports the *.tbb-files from \'The Bat!\' "
"local folder, e.g. from POP accounts, and not from IMAP/DIMAP accounts.</p>"
"<p>Since it is possible to recreate the folder structure, the folders "
"will be stored under: \"TheBat-Import\" in your local account.</p>" ) )
{}
/** Destructor. */
FilterTheBat::~FilterTheBat( void )
{
endImport();
}
/** Recursive import of The Bat! maildir. */
void FilterTheBat::import( FilterInfo *info )
{
QString _homeDir = QDir::homeDirPath();
KFileDialog *kfd;
kfd = new KFileDialog( _homeDir, "", 0, "kfiledialog", true );
kfd->setMode( KFile::Directory | KFile::LocalOnly );
kfd->exec();
mailDir = kfd->selectedFile();
if ( mailDir.isEmpty() ) {
info->alert( i18n( "No directory selected." ) );
}
/**
* If the user only select homedir no import needed because
* there should be no files and we surely import wrong files.
*/
else if ( mailDir == QDir::homeDirPath() || mailDir == ( QDir::homeDirPath() + "/" ) ) {
info->addLog( i18n( "No files found for import." ) );
} else {
info->setOverall(0);
/** Recursive import of the MailFolders */
QDir dir(mailDir);
QStringList rootSubDirs = dir.entryList("[^\\.]*", QDir::Dirs , QDir::Name);
int currentDir = 1, numSubDirs = rootSubDirs.size();
for(QStringList::Iterator filename = rootSubDirs.begin() ; filename != rootSubDirs.end() ; ++filename, ++currentDir) {
importDirContents(info, dir.filePath(*filename));
info->setOverall((int) ((float) currentDir / numSubDirs * 100));
if(info->shouldTerminate()) break;
}
}
info->addLog( i18n("Finished importing emails from %1").arg( mailDir ));
if (count_duplicates > 0) {
info->addLog( i18n("1 duplicate message not imported", "%n duplicate messages not imported", count_duplicates));
}
if (info->shouldTerminate()) info->addLog( i18n("Finished import, canceled by user."));
count_duplicates = 0;
info->setCurrent(100);
info->setOverall(100);
}
/**
* Import of a directory contents.
* @param info Information storage for the operation.
* @param dirName The name of the directory to import.
*/
void FilterTheBat::importDirContents( FilterInfo *info, const QString& dirName)
{
if(info->shouldTerminate()) return;
/** Here Import all archives in the current dir */
QDir dir(dirName);
QDir importDir (dirName);
QStringList files = importDir.entryList("*.[tT][bB][bB]", QDir::Files, QDir::Name);
for ( QStringList::Iterator mailFile = files.begin(); mailFile != files.end(); ++mailFile) {
QString temp_mailfile = *mailFile;
importFiles(info, (dirName + "/" + temp_mailfile));
if(info->shouldTerminate()) return;
}
/** If there are subfolders, we import them one by one */
QDir subfolders(dirName);
QStringList subDirs = subfolders.entryList("[^\\.]*", QDir::Dirs , QDir::Name);
for(QStringList::Iterator filename = subDirs.begin() ; filename != subDirs.end() ; ++filename) {
importDirContents(info, subfolders.filePath(*filename));
if(info->shouldTerminate()) return;
}
}
/**
* Import the files within a Folder.
* @param info Information storage for the operation.
* @param dirName The name of the directory to import.
*/
void FilterTheBat::importFiles( FilterInfo *info, const QString& FileName)
{
// Format of a tbb-file from The Bat! 3.x
// ----------------------------------------
// First comes a header of 3K (3128 byte/ 0x00000c38), which we can forget.
// The byte 3129 is the first character of the first message.
//
// The end of a message is marked trough "! p 0" and 43 following characters.
// (within: "_UB", blanks and some other chars.) Together are 48 characters as
// separator.
// ----------------------------------------
long l = 0;
QByteArray input(50);
QRegExp regexp("!.p.0");
QFile tbb(FileName);
int iFound = 0;
int count = 0;
long endOfEmail = 0;
QValueList<long> offsets;
if (!tbb.open(IO_ReadOnly)) {
info->alert(i18n("Unable to open %1, skipping").arg(FileName));
} else {
// BUILD the index of messages :
// We need this really ugly way, because read with tbb.readLine()
// does not work correct. Maybe in come in a continuous loop !!!
// Reason:
// if you use readLine() to read from a file with binary data
// QFile::at() and QFile::atEnd() return wrong value. So we
// never get QFile::atEnd() == true in some cases. This looks
// like a bug in Qt3 maybe fixed in Qt4.
//
while((l = tbb.readBlock(input.data(),50)) ) {
if(info->shouldTerminate()) {
tbb.close();
return;
}
QString _tmp = input.data();
if (tbb.atEnd())
break;
iFound = _tmp.contains(regexp);
if(!iFound) {
iFound = _tmp.findRev("!");
if (iFound >= 0 && ((l-iFound) < 5) ) {
int _i = tbb.at();
tbb.at((_i - iFound));
}
} else {
++count;
endOfEmail = (tbb.at() - l + _tmp.find(regexp));
offsets.append(endOfEmail);
}
}
// info->addLog(i18n("--COUNTED: %1").arg(count));
// IMPORT the messages:
if(!offsets.empty() || (offsets.empty() && (tbb.size() > 3128))) {
offsets.append(tbb.size());
tbb.at(3128);
long lastPos = 3128;
long endPos = 0;
QString _path = "TheBat-Import/";
QString _tmp = FileName;
_tmp = _tmp.remove(_tmp.length() - 13, 13);
_path += _tmp.remove( mailDir ,TRUE);
QString _info = _path;
info->addLog(i18n("Import folder %1...").arg(_info.remove(0,14)));
info->setTo(_path);
info->setFrom("../" + _info + "/messages.tbb");
for(QValueList<long>::Iterator it = offsets.begin() ; it != offsets.end() ; ++it) {
if(info->shouldTerminate()) {
tbb.close();
return;
}
endPos = *it;
QByteArray input(endPos-lastPos);
tbb.readBlock(input.data(), endPos-lastPos);
KTempFile tmp;
tmp.file()->writeBlock( input, endPos-lastPos );
tmp.close();
//KMessageBox::warningContinueCancel(info->parent(), "");
if(info->removeDupMsg)
addMessage( info, _path, tmp.name() );
else
addMessage_fastImport( info, _path, tmp.name() );
tmp.unlink();
lastPos = endPos + 48;
tbb.at(lastPos);
info->setCurrent( (int) ( ( (float) tbb.at() / tbb.size() ) * 100 ));
}
}
}
tbb.close();
}
|
