bool KexiCSVExport::exportData(KexiDB::TableOrQuerySchema& tableOrQuery,
const Options& options, int rowCount, QTextStream *predefinedTextStream)
{
KexiDB::Connection* conn = tableOrQuery.connection();
if (!conn)
return false;
if (rowCount == -1)
rowCount = KexiDB::rowCount(tableOrQuery);
if (rowCount == -1)
return false;
//! @todo move this to non-GUI location so it can be also used via command line
//! @todo add a "finish" page with a progressbar.
//! @todo look at rowCount whether the data is really large;
//! if so: avoid copying to clipboard (or ask user) because of system memory
//! @todo OPTIMIZATION: use fieldsExpanded(true /*UNIQUE*/)
//! @todo OPTIMIZATION? (avoid multiple data retrieving) look for already fetched data within KexiProject..
KexiDB::QuerySchema* query = tableOrQuery.query();
if (!query)
query = tableOrQuery.table()->query();
KexiDB::QueryColumnInfo::Vector fields( query->fieldsExpanded( KexiDB::QuerySchema::WithInternalFields ) );
QString buffer;
KSaveFile *kSaveFile = 0;
QTextStream *stream = 0;
const bool copyToClipboard = options.mode==Clipboard;
if (copyToClipboard) {
//! @todo (during exporting): enlarge bufSize by factor of 2 when it became too small
uint bufSize = QMIN((rowCount<0 ? 10 : rowCount) * fields.count() * 20, 128000);
buffer.reserve( bufSize );
if (buffer.capacity() < bufSize) {
kdWarning() << "KexiCSVExportWizard::exportData() cannot allocate memory for " << bufSize
<< " characters" << endl;
return false;
}
}
else {
if (predefinedTextStream) {
stream = predefinedTextStream;
}
else {
if (options.fileName.isEmpty()) {//sanity
kdWarning() << "KexiCSVExportWizard::exportData(): fname is empty" << endl;
return false;
}
kSaveFile = new KSaveFile(options.fileName);
if (0 == kSaveFile->status())
stream = kSaveFile->textStream();
if (0 != kSaveFile->status() || !stream) {//sanity
kdWarning() << "KexiCSVExportWizard::exportData(): status != 0 or stream == 0" << endl;
delete kSaveFile;
return false;
}
}
}
//! @todo escape strings
#define _ERR \
delete [] isText; \
if (kSaveFile) { kSaveFile->abort(); delete kSaveFile; } \
return false
#define APPEND(what) \
if (copyToClipboard) buffer.append(what); else (*stream) << (what)
// line endings should be as in RFC 4180
#define CSV_EOLN "\r\n"
// 0. Cache information
const uint fieldsCount = query->fieldsExpanded().count(); //real fields count without internals
const QCString delimiter( options.delimiter.left(1).latin1() );
const bool hasTextQuote = !options.textQuote.isEmpty();
const QString textQuote( options.textQuote.left(1) );
const QCString escapedTextQuote( (textQuote + textQuote).latin1() ); //ok?
//cache for faster checks
bool *isText = new bool[fieldsCount];
bool *isDateTime = new bool[fieldsCount];
bool *isTime = new bool[fieldsCount];
bool *isBLOB = new bool[fieldsCount];
uint *visibleFieldIndex = new uint[fieldsCount];
// bool isInteger[fieldsCount]; //cache for faster checks
// bool isFloatingPoint[fieldsCount]; //cache for faster checks
for (uint i=0; i<fieldsCount; i++) {
KexiDB::QueryColumnInfo* ci;
const int indexForVisibleLookupValue = fields[i]->indexForVisibleLookupValue();
if (-1 != indexForVisibleLookupValue) {
ci = query->expandedOrInternalField( indexForVisibleLookupValue );
visibleFieldIndex[i] = indexForVisibleLookupValue;
}
else {
ci = fields[i];
visibleFieldIndex[i] = i;
}
isText[i] = ci->field->isTextType();
isDateTime[i] = ci->field->type()==KexiDB::Field::DateTime;
isTime[i] = ci->field->type()==KexiDB::Field::Time;
isBLOB[i] = ci->field->type()==KexiDB::Field::BLOB;
// isInteger[i] = fields[i]->field->isIntegerType()
// || fields[i]->field->type()==KexiDB::Field::Boolean;
// isFloatingPoint[i] = fields[i]->field->isFPNumericType();
}
// 1. Output column names
if (options.addColumnNames) {
for (uint i=0; i<fieldsCount; i++) {
if (i>0)
APPEND( delimiter );
if (hasTextQuote){
APPEND( textQuote + fields[i]->captionOrAliasOrName().replace(textQuote, escapedTextQuote) + textQuote );
}
else {
APPEND( fields[i]->captionOrAliasOrName() );
}
}
APPEND(CSV_EOLN);
}
KexiGUIMessageHandler handler;
KexiDB::Cursor *cursor = conn->executeQuery(*query);
if (!cursor) {
handler.showErrorMessage(conn);
_ERR;
}
for (cursor->moveFirst(); !cursor->eof() && !cursor->error(); cursor->moveNext()) {
const uint realFieldCount = QMIN(cursor->fieldCount(), fieldsCount);
for (uint i=0; i<realFieldCount; i++) {
const uint real_i = visibleFieldIndex[i];
if (i>0)
APPEND( delimiter );
if (cursor->value(real_i).isNull())
continue;
if (isText[real_i]) {
if (hasTextQuote)
APPEND( textQuote + QString(cursor->value(real_i).toString()).replace(textQuote, escapedTextQuote) + textQuote );
else
APPEND( cursor->value(real_i).toString() );
}
else if (isDateTime[real_i]) { //avoid "T" in ISO DateTime
APPEND( cursor->value(real_i).toDateTime().date().toString(Qt::ISODate)+" "
+ cursor->value(real_i).toDateTime().time().toString(Qt::ISODate) );
}
else if (isTime[real_i]) { //time is temporarily stored as null date + time...
APPEND( cursor->value(real_i).toTime().toString(Qt::ISODate) );
}
else if (isBLOB[real_i]) { //BLOB is escaped in a special way
if (hasTextQuote)
//! @todo add options to suppport other types from KexiDB::BLOBEscapingType enum...
APPEND( textQuote + KexiDB::escapeBLOB(cursor->value(real_i).toByteArray(), KexiDB::BLOBEscapeHex) + textQuote );
else
APPEND( KexiDB::escapeBLOB(cursor->value(real_i).toByteArray(), KexiDB::BLOBEscapeHex) );
}
else {//other types
APPEND( cursor->value(real_i).toString() );
}
}
APPEND(CSV_EOLN);
}
if (copyToClipboard)
buffer.squeeze();
if (!conn->deleteCursor(cursor)) {
handler.showErrorMessage(conn);
_ERR;
}
if (copyToClipboard)
kapp->clipboard()->setText(buffer, QClipboard::Clipboard);
delete [] isText;
delete [] isDateTime;
delete [] isTime;
delete [] isBLOB;
delete [] visibleFieldIndex;
if (kSaveFile) {
if (!kSaveFile->close()) {
kdWarning() << "KexiCSVExportWizard::exportData(): error close(); status == "
<< kSaveFile->status() << endl;
}
delete kSaveFile;
}
return true;
}
