QVariant CProgressItem::data(int column, int role) const
{
if (role == Qt::DisplayRole && column == 0)
{
return tr("%1 of %2 is received").arg(bytesToString(m_bytesReceived, true), bytesToString(m_bytesTotal));
}
else if (role == Qt::DecorationRole && column == 0)
{
return QIcon(QString(":/plugin/datasource/iris/icons/progress-loading-%1.png").arg(m_step));
}
return QVariant();
}
bool XMLRPC::bytesToULong(t_ulong* _destination)
{
std::string s;
BTG_ICHECK( bytesToString(&s) );
return btg::core::stringToNumber<t_ulong>(s, *_destination);
}
void MemoryManager<T>::cleanDeviceMemoryManager(int device) {
if (this->debug_mode) return;
// This vector is used to store the pointers which will be deleted by
// the memory manager. We are using this to avoid calling free while
// the lock is being held becasue the CPU backend calls sync.
vector<void *> free_ptrs;
size_t bytes_freed = 0;
memory_info ¤t = memory[device];
{
lock_guard_t lock(this->memory_mutex);
// Return if all buffers are locked
if (current.total_buffers == current.lock_buffers) return;
free_ptrs.reserve(32);
for (auto &kv : current.free_map) {
size_t num_ptrs = kv.second.size();
// Free memory by pushing the last element into the free_ptrs
// vector which will be freed once outside of the lock
for (auto p : kv.second) { free_ptrs.push_back(p); }
current.total_bytes -= num_ptrs * kv.first;
bytes_freed += num_ptrs * kv.first;
current.total_buffers -= num_ptrs;
}
current.free_map.clear();
}
AF_TRACE("GC: Clearing {} buffers {}", free_ptrs.size(),
bytesToString(bytes_freed));
// Free memory outside of the lock
for (auto ptr : free_ptrs) { this->nativeFree(ptr); }
}
// Show some progress information
void KernelSymbolWriter::operationProgress()
{
QString s("\rWriting symbols");
if (!_to->isSequential())
s += QString(" (%1 written)").arg(bytesToString(_to->pos()));
s += ", " + elapsedTime() + " elapsed";
shellOut(s, false);
}
bool XMLRPC::bytesToStringList(t_strList* _destination)
{
t_int list_size = 0;
_destination->clear();
// First, get the size of the list:
BTG_ICHECK( bytesToInt(&list_size) );
for (t_int i=0; i<list_size; i++)
{
std::string element("");
BTG_ICHECK(bytesToString(&element));
_destination->push_back(element);
}
return true;
}
void TProcess::genericRead(QByteArray buffer) {
remaining_output += buffer;
const char* start = remaining_output.constData();
const char* end = start + remaining_output.size();
const char* pos = EOL(start, end);
while (pos < end) {
if (pos > start) {
QString line = bytesToString(start, pos - start);
handleLine(line);
}
start = pos + 1;
pos = EOL(start, end);
}
remaining_output = remaining_output.mid(start
- remaining_output.constData());
}
/**
* Saves result from "getDataFiles" to workspace.
* @param response :: result response from the catalog.
* @param outputws :: shared pointer to datasets
*/
void ICat4Catalog::saveDataFiles(std::vector<xsd__anyType *> response,
API::ITableWorkspace_sptr &outputws) {
if (outputws->getColumnNames().empty()) {
// Add rows headers to the output workspace.
outputws->addColumn("str", "Name");
outputws->addColumn("str", "Location");
outputws->addColumn("str", "Create Time");
outputws->addColumn("long64", "Id");
outputws->addColumn("long64", "File size(bytes)");
outputws->addColumn("str", "File size");
outputws->addColumn("str", "Description");
}
std::vector<xsd__anyType *>::const_iterator iter;
for (iter = response.begin(); iter != response.end(); ++iter) {
ns1__datafile *datafile = dynamic_cast<ns1__datafile *>(*iter);
if (datafile) {
API::TableRow table = outputws->appendRow();
// Now add the relevant investigation data to the table.
savetoTableWorkspace(datafile->name, table);
savetoTableWorkspace(datafile->location, table);
std::string createDate =
formatDateTime(*datafile->createTime, "%Y-%m-%d %H:%M:%S");
savetoTableWorkspace(&createDate, table);
savetoTableWorkspace(datafile->id, table);
savetoTableWorkspace(datafile->fileSize, table);
std::string fileSize = bytesToString(*datafile->fileSize);
savetoTableWorkspace(&fileSize, table);
if (datafile->description)
savetoTableWorkspace(datafile->description, table);
} else {
throw std::runtime_error("ICat4Catalog::saveDataFiles expected a "
"datafile. Please contact the Mantid "
"development team.");
}
}
}
void KernelSymbolWriter::write()
{
operationStarted();
// Update the time stamp if the symbols have changed
if (_factory->changeClock() != _specs->createdChangeClock) {
_specs->created = QDateTime::currentDateTime();
_specs->createdChangeClock = _factory->changeClock();
}
// Disable compression by default
qint16 flags = 0; // kSym::flagCompressed;
// First, write the header information to the uncompressed device
KernelSymbolStream out(_to);
// out.setKSymVersion(kSym::VERSION_11);
#ifdef WRITE_ASCII_FILE
QFile debugOutFile("/tmp/insight.log");
debugOutFile.open(QIODevice::WriteOnly);
QTextStream dout(&debugOutFile);
#endif
// Write the file header in the following format:
// 1. (qint32) magic number
// 2. (qint16) file version number
// 3. (qint16) flags (currently unused)
// 4. (qint32) Qt's serialization format version (see QDataStream::Version)
out << (qint32) kSym::fileMagic
<< (qint16) out.kSymVersion()
<< (qint16) flags
<< (qint32) out.version();
#ifdef WRITE_ASCII_FILE
dout << QString::fromAscii((char*)(&kSym::fileMagic), sizeof(kSym::fileMagic))
<< " " << kSym::fileVersion << " 0x" << hex << flags
<< dec << " " << out.version() << endl;
#endif
// Write all information from SymFactory in the following format:
// 1. (MemSpecs) data of _specs
// 2.a (qint32) number of compile units
// 2.b (CompileUnit) data of 1st compile unit
// 2.c (CompileUnit) data of 2nd compile unit
// 2.d ...
// 3.a (qint32) number of types
// 3.b (qint32) type (RealType casted to qint32)
// 3.c (subclass of BaseType) data of type
// 3.d (qint32) type (RealType casted to qint32)
// 3.e (subclass of BaseType) data of type
// 3.f ...
// 4.a (qint32) number of id-mappings for types
// 4.b (qint32) 1st source id
// 4.c (qint32) 1st target id
// 4.d (qint32) 2nd source id
// 4.e (qint32) 2nd target id
// 4.f ...
// 5.a (qint32) number of variables
// 5.b (Variable) data of variable
// 5.c (Variable) data of variable
// 5.d ...
// 6.a (qint32) number of ref. types with alternative types
// 6.b (qint32) 1st id of ref. type with alternatives
// 6.c (qint32) number of type alternatives
// 6.d (AltRefType) 1st alternative
// 6.e (AltRefType) 2nd alternative
// 6.f (AltRefType) ...
// 6.g (qint32) 2st id of ref. type with alternatives
// 6.h (qint32) number of type alternatives
// 6.i (AltRefType) 1st alternative
// 6.j (AltRefType) 2nd alternative
// 6.k (AltRefType) ...
// 6.l ...
// 7.a (qint32) number of struct members with alternative types
// 7.b (qint32) 1st id of struct member with alternatives
// 7.c (qint32) id of belonging struct
// 7.d (qint32) number of type alternatives
// 7.e (AltRefType) 1st alternative
// 7.f (AltRefType) 2nd alternative
// 7.g (AltRefType) ...
// 7.h (qint32) 2st id of struct member with alternatives
// 7.i (qint32) id of belonging struct
// 7.j (qint32) number of type alternatives
// 7.k (AltRefType) 1st alternative
// 7.l (AltRefType) 2nd alternative
// 7.m (AltRefType) ...
// 7.l ...
// 8.a (qint32) number of variable with alternative types
// 8.b (qint32) 1st id of variable with alternatives
// 8.c (qint32) number of type alternatives
// 8.d (AltRefType) 1st alternative
// 8.e (AltRefType) 2nd alternative
// 8.f (AltRefType) ...
// 8.g (qint32) 2st id of variable with alternatives
// 8.h (qint32) number of type alternatives
// 8.i (AltRefType) 1st alternative
// 8.j (AltRefType) 2nd alternative
// 8.k (AltRefType) ...
// 8.l ...
try {
QSet<qint32> written_types;
// Write the memory specifications
out << *_specs;
#ifdef WRITE_ASCII_FILE
dout << endl << "# Memory specifications" << endl
<< _specs->toString();
#endif
// Write list of compile units
out << (qint32) _factory->sources().size();
#ifdef WRITE_ASCII_FILE
dout << endl << "# Compile units" << endl
<< _factory->sources().size() << endl;
#endif
CompileUnitIntHash::const_iterator cu_it = _factory->sources().constBegin();
while (cu_it != _factory->sources().constEnd()) {
const CompileUnit* c = cu_it.value();
out << *c;
#ifdef WRITE_ASCII_FILE
dout << "0x" << hex << c->id() << " " << c->name() << endl;
#endif
++cu_it;
checkOperationProgress();
}
// Write list of types
const int types_to_write = _factory->types().size();
out << (qint32) types_to_write;
#ifdef WRITE_ASCII_FILE
dout << endl << "# Types" << endl
<< dec << types_to_write << endl;
#endif
// Make three rounds: first write elementary types, then the
// simple referencing types, finally the structs and unions
for (int round = 0; round < 3; ++round) {
int mask = ElementaryTypes;
switch (round) {
case 1: mask = ReferencingTypes & ~StructOrUnion; break;
case 2: mask = StructOrUnion; break;
}
for (int i = 0; i < _factory->types().size(); i++) {
BaseType* t = _factory->types().at(i);
if (t->type() & mask) {
out << (qint32) t->type();
out << *t;
#ifdef WRITE_ASCII_FILE
dout << "0x" << hex << t->id() << " "
<< realTypeToStr(t->type()) << " "
<< t->name();
RefBaseType* rbt = dynamic_cast<RefBaseType*>(t);
if (rbt)
dout << ", refTypeId = 0x" << rbt->refTypeId();
dout << endl;
#endif
// Remember which types we have written out
written_types.insert(t->id());
}
checkOperationProgress();
}
}
assert(_factory->types().size() == written_types.size());
assert(types_to_write == written_types.size());
// Write list of missing types by ID
const int ids_to_write =
_factory->typesById().size() - _factory->types().size();
out << (qint32)ids_to_write;
#ifdef WRITE_ASCII_FILE
dout << endl << "# Further type relations" << endl
<< dec << ids_to_write
<< endl;
#endif
BaseTypeIntHash::const_iterator bt_id_it = _factory->typesById().constBegin();
int written = 0;
while (bt_id_it != _factory->typesById().constEnd()) {
if (!written_types.contains(bt_id_it.key())) {
out << (qint32) bt_id_it.key() << (qint32) bt_id_it.value()->id();
#ifdef WRITE_ASCII_FILE
dout << hex << "0x" << bt_id_it.key() << " -> 0x"
<< bt_id_it.value()->id() << endl;
#endif
++written;
}
++bt_id_it;
checkOperationProgress();
}
assert(written == ids_to_write);
assert(written_types.size() + written == _factory->typesById().size());
// Write list of variables
out << (qint32) _factory->vars().size();
#ifdef WRITE_ASCII_FILE
dout << endl << "# List of variables" << endl
<< dec << _factory->vars().size() << endl;
#endif
for (int i = 0; i < _factory->vars().size(); i++) {
out << *_factory->vars().at(i);
#ifdef WRITE_ASCII_FILE
dout << hex << "0x" << _factory->vars().at(i)->id() << " "
<< _factory->vars().at(i)->name() << ", refTypeId = 0x"
<< _factory->vars().at(i)->refTypeId() << endl;
#endif
checkOperationProgress();
}
// Find referencing types with alternatives
QList<RefBaseType*> refTypesWithAlt;
MemberList membersWithAlt;
for (int i = 0; i < _factory->types().count(); ++i) {
BaseType* t = _factory->types().at(i);
// Non-structure types
if (t->type() & ReferencingTypes & ~StructOrUnion) {
RefBaseType* rbt = dynamic_cast<RefBaseType*>(t);
if (rbt->altRefTypeCount() > 0)
refTypesWithAlt.append(rbt);
}
// Structure types
else if (t->type() & StructOrUnion) {
Structured* s = dynamic_cast<Structured*>(t);
for (int j = 0; j < s->members().count(); ++j) {
StructuredMember* m = s->members().at(j);
if (m->altRefTypeCount() > 0)
membersWithAlt.append(m);
}
}
checkOperationProgress();
}
// Find variables with type alternatives
VariableList varsWithAlt;
for (int i = 0; i < _factory->vars().size(); i++) {
Variable* v = _factory->vars().at(i);
if (v->altRefTypeCount() > 0)
varsWithAlt.append(v);
checkOperationProgress();
}
// Write list of types with alternative types
out << (qint32) refTypesWithAlt.size();
#ifdef WRITE_ASCII_FILE
dout << endl << "# List of types with alternative types" << endl
<< dec << refTypesWithAlt.size() << endl;
#endif
for (int i = 0; i < refTypesWithAlt.size(); ++i) {
RefBaseType* rbt = refTypesWithAlt.at(i);
out << (qint32) rbt->id();
rbt->writeAltRefTypesTo(out);
#ifdef WRITE_ASCII_FILE
dout << hex << "0x" << rbt->id() << " "
<< dec << rbt->altRefTypeCount()
<< endl;
#endif
checkOperationProgress();
}
// Write list of struct members with alternative types
out << (qint32) (refTypesWithAlt.size() + membersWithAlt.size());
#ifdef WRITE_ASCII_FILE
dout << endl << "# List of struct members with alternative types" << endl
<< dec << membersWithAlt.size() << endl;
#endif
for (int i = 0; i < membersWithAlt.size(); ++i) {
StructuredMember* m = membersWithAlt.at(i);
out << (qint32) m->id()
<< (qint32) m->belongsTo()->id();
m->writeAltRefTypesTo(out);
#ifdef WRITE_ASCII_FILE
dout << hex << "0x" << m->id() << " "
<< hex << "0x" << m->belongsTo()->id() << " "
<< dec << m->altRefTypeCount()
<< endl;
#endif
checkOperationProgress();
}
// Write list of variables with alternative types
out << (qint32) varsWithAlt.size();
#ifdef WRITE_ASCII_FILE
dout << endl << "# List of variables with alternative types" << endl
<< dec << varsWithAlt.size() << endl;
#endif
for (int i = 0; i < varsWithAlt.size(); ++i) {
Variable* v = varsWithAlt.at(i);
out << (qint32) v->id();
v->writeAltRefTypesTo(out);
#ifdef WRITE_ASCII_FILE
dout << hex << "0x" << v->id() << " "
<< dec << v->altRefTypeCount()
<< endl;
#endif
checkOperationProgress();
}
// Since version 17: Write file names containing the orig. symbols
if (out.kSymVersion() >= kSym::VERSION_17)
out <<_factory->origSymFiles();
}
catch (...) {
// Exceptional cleanup
operationStopped();
Console::out() << endl;
throw; // Re-throw exception
}
operationStopped();
QString s("\rReading symbols finished");
if (!_to->isSequential())
s += QString(" (%1 read)").arg(bytesToString(_to->pos()));
s += ".";
shellOut(s, true);
}
char *byteToString(uint8_t byte) {
return bytesToString((uint16_t)byte);
}
