bool Initialize(const std::string& map, const std::string& style) { osmscout::DatabaseParameter databaseParameter; databaseParameter.SetDebugPerformance(true); database=new osmscout::Database(databaseParameter); if (!database->Open(map.c_str())) { std::cerr << "Cannot open database" << std::endl; return false; } styleConfig=new osmscout::StyleConfig(database->GetTypeConfig()); if (!osmscout::LoadStyleConfig(style.c_str(), *styleConfig)) { std::cerr << "Cannot open style" << std::endl; } searchParameter.SetUseLowZoomOptimization(true); return true; }
bool LoadData(const osmscout::Projection& projection, osmscout::MapData& data) { osmscout::TypeSet nodeTypes; std::vector<osmscout::TypeSet> wayTypes; osmscout::TypeSet areaTypes; styleConfig->GetNodeTypesWithMaxMag(projection.GetMagnification(), nodeTypes); styleConfig->GetWayTypesByPrioWithMaxMag(projection.GetMagnification(), wayTypes); styleConfig->GetAreaTypesWithMaxMag(projection.GetMagnification(), areaTypes); return database->GetObjects(nodeTypes, wayTypes, areaTypes, projection.GetLonMin(), projection.GetLatMin(), projection.GetLonMax(), projection.GetLatMax(), projection.GetMagnification(), searchParameter, data.nodes, data.ways, data.areas); }
bool buildTable(Kompex::SQLiteStatement * stmt, int32_t &name_id, boost::unordered_map<std::string,int32_t> &table_names, std::string const &sql_table_name, std::vector<Tile*> list_tiles, osmscout::Database &map, osmscout::TypeSet const &typeSet, bool allow_duplicate_nodes, bool allow_duplicate_ways, bool allow_duplicate_areas) { // spec area search parameter osmscout::AreaSearchParameter area_search_param; area_search_param.SetUseLowZoomOptimization(false); // create the sql statement std::string stmt_insert = "INSERT INTO "+sql_table_name; stmt_insert += "(id,node_offsets,way_offsets,area_offsets) VALUES(" "@id,@node_offsets,@way_offsets,@area_offsets);"; try { stmt->BeginTransaction(); stmt->Sql(stmt_insert); } catch(Kompex::SQLiteException &exception) { qDebug() << "ERROR: SQLite exception with insert statement:" << QString::fromStdString(exception.GetString()); return false; } // osmscout may return nearby results again so we make // sure offsets are only included once if requested std::set<osmscout::FileOffset> set_node_offsets; std::set<osmscout::FileOffset> set_way_offsets; std::set<osmscout::FileOffset> set_area_offsets; // container for blob memory we delete after // committing the sql transaction std::vector<char*> list_blobs; // keep track of the number of transactions and // commit after a certain limit size_t transaction_limit=5000; size_t transaction_count=0; for(size_t i=0; i < list_tiles.size(); i++) { // for each tile // get objects from osmscout GeoBoundingBox const &bbox = list_tiles[i]->bbox; std::vector<osmscout::NodeRef> listNodes; std::vector<osmscout::WayRef> listWays; std::vector<osmscout::AreaRef> listAreas; map.GetObjects(bbox.minLon,bbox.minLat, bbox.maxLon,bbox.maxLat, typeSet, listNodes, listWays, listAreas); // merge all of the object refs into one list // of MapObjects so its easier to manage std::vector<MapObject> list_map_objects; list_map_objects.reserve(listNodes.size()+listWays.size()+listAreas.size()); for(size_t j=0; j < listNodes.size(); j++) { osmscout::NodeRef &nodeRef = listNodes[j]; if(nodeRef->GetName().empty()) { continue; } if(!allow_duplicate_nodes) { if(set_node_offsets.count(nodeRef->GetFileOffset()) != 0) { continue; } set_node_offsets.insert(nodeRef->GetFileOffset()); } MapObject map_object; map_object.name = nodeRef->GetName(); map_object.offset = nodeRef->GetFileOffset(); map_object.type = osmscout::refNode; list_map_objects.push_back(map_object); } for(size_t j=0; j < listWays.size(); j++) { osmscout::WayRef &wayRef = listWays[j]; if(wayRef->GetName().empty()) { continue; } if(!allow_duplicate_ways) { if(set_way_offsets.count(wayRef->GetFileOffset()) != 0) { continue; } set_way_offsets.insert(wayRef->GetFileOffset()); } MapObject map_object; map_object.name = wayRef->GetName(); map_object.offset = wayRef->GetFileOffset(); map_object.type = osmscout::refWay; list_map_objects.push_back(map_object); } for(size_t j=0; j < listAreas.size(); j++) { osmscout::AreaRef &areaRef = listAreas[j]; if(areaRef->rings.front().GetName().empty()) { continue; } if(!allow_duplicate_areas) { if(set_area_offsets.count(areaRef->GetFileOffset()) != 0) { continue; } set_area_offsets.insert(areaRef->GetFileOffset()); } MapObject map_object; map_object.name = areaRef->rings.front().GetName(); map_object.offset = areaRef->GetFileOffset(); map_object.type = osmscout::refArea; list_map_objects.push_back(map_object); } // create structs to sort file offsets by name lookup // [name_lookup_id] [list_offsets] boost::unordered_map<int32_t,OffsetGroup> entry_admin_regions; for(size_t j=0; j < list_map_objects.size(); j++) { MapObject &map_object = list_map_objects[j]; // add name_lookup up to table_names std::string name_lookup = convNameToLookup(map_object.name); int32_t name_lookup_id; // check if this lookup string already exists if(table_names.count(name_lookup) == 0) { // insert lookup string std::pair<std::string,int32_t> data; data.first = name_lookup; data.second = name_id; table_names.insert(data); name_lookup_id = name_id; name_id++; } else { name_lookup_id = table_names.find(name_lookup)->second; } // check if this lookup string already exists if(entry_admin_regions.count(name_lookup_id) == 0) { // insert new list of offsets std::pair<int32_t,OffsetGroup> data; data.first = name_lookup_id; entry_admin_regions.insert(data); } // add offset to list boost::unordered_map<int32_t,OffsetGroup>::iterator it; it = entry_admin_regions.find(name_lookup_id); if(map_object.type == osmscout::refNode) { it->second.node_offsets.push_back(map_object.offset); } else if(map_object.type == osmscout::refWay) { it->second.way_offsets.push_back(map_object.offset); } else if(map_object.type == osmscout::refArea) { it->second.area_offsets.push_back(map_object.offset); } } //qDebug() << list_tiles[i]->id << ":" << entry_admin_regions.size(); // write information for this tile to the database boost::unordered_map<int32_t,OffsetGroup>::iterator it; for(it = entry_admin_regions.begin(); it != entry_admin_regions.end(); ++it) { // convert offsets to byte arrays char * data_node_offsets = NULL; size_t sz_node_offsets=0; char * data_way_offsets = NULL; size_t sz_way_offsets=0; char * data_area_offsets = NULL; size_t sz_area_offsets=0; OffsetGroup &g = it->second; // // ### debug start // if(g_table_nameid_count.count(it->first) == 0) { // std::pair<int64_t,int64_t> debugdata; // debugdata.first = it->first; // debugdata.second = // g.node_offsets.size()+ // g.way_offsets.size()+ // g.area_offsets.size(); // g_table_nameid_count.insert(debugdata); // } // else { // std::map<int64_t,int64_t>::iterator d_it; // d_it = g_table_nameid_count.find(it->first); // d_it->second += // g.node_offsets.size()+ // g.way_offsets.size()+ // g.area_offsets.size(); // } // // ### debug end if(!(g.node_offsets.empty())) { sz_node_offsets = sizeof(osmscout::FileOffset)*g.node_offsets.size(); data_node_offsets = new char[sz_node_offsets]; memcpy(data_node_offsets,&(g.node_offsets[0]),sz_node_offsets); list_blobs.push_back(data_node_offsets); } if(!(g.way_offsets.empty())) { sz_way_offsets = sizeof(osmscout::FileOffset)*g.way_offsets.size(); data_way_offsets = new char[sz_way_offsets]; memcpy(data_way_offsets,&(g.way_offsets[0]),sz_way_offsets); list_blobs.push_back(data_way_offsets); } if(!(g.area_offsets.empty())) { sz_area_offsets = sizeof(osmscout::FileOffset)*g.area_offsets.size(); data_area_offsets = new char[sz_area_offsets]; memcpy(data_area_offsets,&(g.area_offsets[0]),sz_area_offsets); list_blobs.push_back(data_area_offsets); } if(data_node_offsets == NULL && data_way_offsets == NULL && data_area_offsets == NULL) { continue; } // prepare sql try { // cat name_id and tile_id into one id // get mask for bitlength int32_t mask = pow(2,g_sz_bits_tile_id)-1; int64_t id = it->first; // name_id id = id << g_sz_bits_tile_id; // bitshift id |= (list_tiles[i]->id & mask); // 24 most sig bits of tile_id stmt->BindInt64(1,id); if(data_node_offsets) { stmt->BindBlob(2,data_node_offsets,sz_node_offsets); } else { stmt->BindNull(2); } if(data_way_offsets) { stmt->BindBlob(3,data_way_offsets,sz_way_offsets); } else { stmt->BindNull(3); } if(data_area_offsets) { stmt->BindBlob(4,data_area_offsets,sz_area_offsets); } else { stmt->BindNull(4); } stmt->Execute(); stmt->Reset(); if(transaction_count > transaction_limit) { stmt->FreeQuery(); stmt->CommitTransaction(); stmt->BeginTransaction(); stmt->Sql(stmt_insert); transaction_count=0; } transaction_count++; } catch(Kompex::SQLiteException &exception) { qDebug() << "ERROR: SQLite exception writing tile data:" << QString::fromStdString(exception.GetString()); qDebug() << "ERROR: id:" << list_tiles[i]->id; qDebug() << "ERROR: name_lookup_id:" << it->first; qDebug() << "ERROR:" << sz_node_offsets << sz_way_offsets << sz_area_offsets; return false; } } // debug // qDebug() << i << "/" << list_tiles.size(); } stmt->FreeQuery(); stmt->CommitTransaction(); // free up blob memory for(size_t i=0; i < list_blobs.size(); i++) { delete[] list_blobs[i]; } return true; }