postgis_datasource::~postgis_datasource() { if (! persist_connection_) { CnxPool_ptr pool = ConnectionManager::instance().getPool(creator_.id()); if (pool) { shared_ptr<Connection> conn = pool->borrowObject(); if (conn) { conn->close(); } } } }
postgis_datasource::~postgis_datasource() { if (! persist_connection_) { CnxPool_ptr pool = ConnectionManager::instance().getPool(creator_.id()); if (pool) { try { shared_ptr<Connection> conn = pool->borrowObject(); if (conn) { conn->close(); } } catch (mapnik::datasource_exception const& ex) { // happens when borrowObject tries to // create a new connection and fails. // In turn, new connection would be needed // when our broke and was thus no good to // be borrowed // See https://github.com/mapnik/mapnik/issues/2191 } } } }
box2d<double> postgis_datasource::envelope() const { if (extent_initialized_) { return extent_; } CnxPool_ptr pool = ConnectionManager::instance().getPool(creator_.id()); if (pool) { shared_ptr<Connection> conn = pool->borrowObject(); if (!conn) return extent_; if (conn->isOK()) { std::ostringstream s; if (geometryColumn_.empty()) { std::ostringstream s_error; s_error << "PostGIS: unable to query the layer extent of table '"; if (! schema_.empty()) { s_error << schema_ << "."; } s_error << geometry_table_ << "' because we cannot determine the geometry field name." << "\nPlease provide either an 'extent' parameter to skip this query, " << "a 'geometry_field' and/or 'geometry_table' parameter, or add a " << "record to the 'geometry_columns' for your table."; throw mapnik::datasource_exception("Postgis Plugin: " + s_error.str()); } if (estimate_extent_) { s << "SELECT ST_XMin(ext),ST_YMin(ext),ST_XMax(ext),ST_YMax(ext)" << " FROM (SELECT ST_Estimated_Extent('"; if (! schema_.empty()) { s << mapnik::sql_utils::unquote_double(schema_) << "','"; } s << mapnik::sql_utils::unquote_double(geometry_table_) << "','" << mapnik::sql_utils::unquote_double(geometryColumn_) << "') as ext) as tmp"; } else { s << "SELECT ST_XMin(ext),ST_YMin(ext),ST_XMax(ext),ST_YMax(ext)" << " FROM (SELECT ST_Extent(" <<geometryColumn_<< ") as ext from "; if (extent_from_subquery_) { // if a subselect limits records then calculating the extent upon the // subquery will be faster and the bounds will be more accurate s << populate_tokens(table_) << ") as tmp"; } else { if (! schema_.empty()) { s << schema_ << "."; } // but if the subquery does not limit records then querying the // actual table will be faster as indexes can be used s << geometry_table_ << ") as tmp"; } } shared_ptr<ResultSet> rs = conn->executeQuery(s.str()); if (rs->next() && ! rs->isNull(0)) { double lox, loy, hix, hiy; if (mapnik::util::string2double(rs->getValue(0), lox) && mapnik::util::string2double(rs->getValue(1), loy) && mapnik::util::string2double(rs->getValue(2), hix) && mapnik::util::string2double(rs->getValue(3), hiy)) { extent_.init(lox, loy, hix, hiy); extent_initialized_ = true; } else { MAPNIK_LOG_DEBUG(postgis) << "postgis_datasource: Could not determine extent from query: " << s.str(); } } rs->close(); } } return extent_; }
featureset_ptr postgis_datasource::features_at_point(coord2d const& pt, double tol) const { #ifdef MAPNIK_STATS mapnik::progress_timer __stats__(std::clog, "postgis_datasource::features_at_point"); #endif CnxPool_ptr pool = ConnectionManager::instance().getPool(creator_.id()); if (pool) { shared_ptr<Connection> conn = pool->borrowObject(); if (!conn) return featureset_ptr(); if (conn->isOK()) { if (geometryColumn_.empty()) { std::ostringstream s_error; s_error << "PostGIS: geometry name lookup failed for table '"; if (! schema_.empty()) { s_error << schema_ << "."; } s_error << geometry_table_ << "'. Please manually provide the 'geometry_field' parameter or add an entry " << "in the geometry_columns for '"; if (! schema_.empty()) { s_error << schema_ << "."; } s_error << geometry_table_ << "'."; throw mapnik::datasource_exception(s_error.str()); } std::ostringstream s; s << "SELECT ST_AsBinary(\"" << geometryColumn_ << "\") AS geom"; mapnik::context_ptr ctx = std::make_shared<mapnik::context_type>(); std::vector<attribute_descriptor>::const_iterator itr = desc_.get_descriptors().begin(); std::vector<attribute_descriptor>::const_iterator end = desc_.get_descriptors().end(); if (! key_field_.empty()) { mapnik::sql_utils::quote_attr(s, key_field_); ctx->push(key_field_); for (; itr != end; ++itr) { if (itr->get_name() != key_field_) { mapnik::sql_utils::quote_attr(s, itr->get_name()); ctx->push(itr->get_name()); } } } else { for (; itr != end; ++itr) { mapnik::sql_utils::quote_attr(s, itr->get_name()); ctx->push(itr->get_name()); } } box2d<double> box(pt.x - tol, pt.y - tol, pt.x + tol, pt.y + tol); std::string table_with_bbox = populate_tokens(table_, FMAX, box, 0, 0, mapnik::attributes()); s << " FROM " << table_with_bbox; if (row_limit_ > 0) { s << " LIMIT " << row_limit_; } std::shared_ptr<IResultSet> rs = get_resultset(conn, s.str(), pool); return std::make_shared<postgis_featureset>(rs, ctx, desc_.get_encoding(), !key_field_.empty()); } } return featureset_ptr(); }
featureset_ptr postgis_datasource::features_with_context(query const& q,processor_context_ptr proc_ctx) const { #ifdef MAPNIK_STATS mapnik::progress_timer __stats__(std::clog, "postgis_datasource::features_with_context"); #endif box2d<double> const& box = q.get_bbox(); double scale_denom = q.scale_denominator(); CnxPool_ptr pool = ConnectionManager::instance().getPool(creator_.id()); if (pool) { shared_ptr<Connection> conn; if ( asynchronous_request_ ) { // limit use to num_async_request_ => if reached don't borrow the last connexion object std::shared_ptr<postgis_processor_context> pgis_ctxt = std::static_pointer_cast<postgis_processor_context>(proc_ctx); if ( pgis_ctxt->num_async_requests_ < max_async_connections_ ) { conn = pool->borrowObject(); pgis_ctxt->num_async_requests_++; } } else { // Always get a connection in synchronous mode conn = pool->borrowObject(); if(!conn ) { throw mapnik::datasource_exception("Postgis Plugin: Null connection"); } } if (geometryColumn_.empty()) { std::ostringstream s_error; s_error << "PostGIS: geometry name lookup failed for table '"; if (! schema_.empty()) { s_error << schema_ << "."; } s_error << geometry_table_ << "'. Please manually provide the 'geometry_field' parameter or add an entry " << "in the geometry_columns for '"; if (! schema_.empty()) { s_error << schema_ << "."; } s_error << geometry_table_ << "'."; throw mapnik::datasource_exception(s_error.str()); } std::ostringstream s; const double px_gw = 1.0 / std::get<0>(q.resolution()); const double px_gh = 1.0 / std::get<1>(q.resolution()); s << "SELECT ST_AsBinary("; if (simplify_geometries_) { s << "ST_Simplify("; } s << "\"" << geometryColumn_ << "\""; if (simplify_geometries_) { // 1/20 of pixel seems to be a good compromise to avoid // drop of collapsed polygons. // See https://github.com/mapnik/mapnik/issues/1639 const double tolerance = std::min(px_gw, px_gh) / 20.0; s << ", " << tolerance << ")"; } s << ") AS geom"; mapnik::context_ptr ctx = std::make_shared<mapnik::context_type>(); std::set<std::string> const& props = q.property_names(); std::set<std::string>::const_iterator pos = props.begin(); std::set<std::string>::const_iterator end = props.end(); if (! key_field_.empty()) { mapnik::sql_utils::quote_attr(s, key_field_); ctx->push(key_field_); for (; pos != end; ++pos) { if (*pos != key_field_) { mapnik::sql_utils::quote_attr(s, *pos); ctx->push(*pos); } } } else { for (; pos != end; ++pos) { mapnik::sql_utils::quote_attr(s, *pos); ctx->push(*pos); } } std::string table_with_bbox = populate_tokens(table_, scale_denom, box, px_gw, px_gh, q.variables()); s << " FROM " << table_with_bbox; if (row_limit_ > 0) { s << " LIMIT " << row_limit_; } std::shared_ptr<IResultSet> rs = get_resultset(conn, s.str(), pool, proc_ctx); return std::make_shared<postgis_featureset>(rs, ctx, desc_.get_encoding(), !key_field_.empty()); } return featureset_ptr(); }
postgis_datasource::postgis_datasource(parameters const& params) : datasource(params), table_(*params.get<std::string>("table", "")), schema_(""), geometry_table_(*params.get<std::string>("geometry_table", "")), geometry_field_(*params.get<std::string>("geometry_field", "")), key_field_(*params.get<std::string>("key_field", "")), cursor_fetch_size_(*params.get<mapnik::value_integer>("cursor_size", 0)), row_limit_(*params.get<mapnik::value_integer>("row_limit", 0)), type_(datasource::Vector), srid_(*params.get<mapnik::value_integer>("srid", 0)), extent_initialized_(false), simplify_geometries_(false), desc_(postgis_datasource::name(), "utf-8"), creator_(params.get<std::string>("host"), params.get<std::string>("port"), params.get<std::string>("dbname"), params.get<std::string>("user"), params.get<std::string>("password"), params.get<std::string>("connect_timeout", "4")), bbox_token_("!bbox!"), scale_denom_token_("!scale_denominator!"), pixel_width_token_("!pixel_width!"), pixel_height_token_("!pixel_height!"), pool_max_size_(*params_.get<mapnik::value_integer>("max_size", 10)), persist_connection_(*params.get<mapnik::boolean_type>("persist_connection", true)), extent_from_subquery_(*params.get<mapnik::boolean_type>("extent_from_subquery", false)), max_async_connections_(*params_.get<mapnik::value_integer>("max_async_connection", 1)), asynchronous_request_(false), // TODO - use for known tokens too: "(@\\w+|!\\w+!)" pattern_(boost::regex("(@\\w+)",boost::regex::normal | boost::regbase::icase)), // params below are for testing purposes only and may be removed at any time intersect_min_scale_(*params.get<mapnik::value_integer>("intersect_min_scale", 0)), intersect_max_scale_(*params.get<mapnik::value_integer>("intersect_max_scale", 0)) { #ifdef MAPNIK_STATS mapnik::progress_timer __stats__(std::clog, "postgis_datasource::init"); #endif if (table_.empty()) { throw mapnik::datasource_exception("Postgis Plugin: missing <table> parameter"); } boost::optional<std::string> ext = params.get<std::string>("extent"); if (ext && !ext->empty()) { extent_initialized_ = extent_.from_string(*ext); } // NOTE: In multithread environment, pool_max_size_ should be // max_async_connections_ * num_threads if(max_async_connections_ > 1) { if(max_async_connections_ > pool_max_size_) { std::ostringstream err; err << "PostGIS Plugin: Error: 'max_async_connections (" << max_async_connections_ << ") must be <= max_size(" << pool_max_size_ << ")"; throw mapnik::datasource_exception(err.str()); } asynchronous_request_ = true; } boost::optional<mapnik::value_integer> initial_size = params.get<mapnik::value_integer>("initial_size", 1); boost::optional<mapnik::boolean_type> autodetect_key_field = params.get<mapnik::boolean_type>("autodetect_key_field", false); boost::optional<mapnik::boolean_type> estimate_extent = params.get<mapnik::boolean_type>("estimate_extent", false); estimate_extent_ = estimate_extent && *estimate_extent; boost::optional<mapnik::boolean_type> simplify_opt = params.get<mapnik::boolean_type>("simplify_geometries", false); simplify_geometries_ = simplify_opt && *simplify_opt; ConnectionManager::instance().registerPool(creator_, *initial_size, pool_max_size_); CnxPool_ptr pool = ConnectionManager::instance().getPool(creator_.id()); if (pool) { shared_ptr<Connection> conn = pool->borrowObject(); if (!conn) return; if (conn->isOK()) { desc_.set_encoding(conn->client_encoding()); if (geometry_table_.empty()) { geometry_table_ = mapnik::sql_utils::table_from_sql(table_); } std::string::size_type idx = geometry_table_.find_last_of('.'); if (idx != std::string::npos) { schema_ = geometry_table_.substr(0, idx); geometry_table_ = geometry_table_.substr(idx + 1); } else { geometry_table_ = geometry_table_.substr(0); } // NOTE: geometry_table_ how should ideally be a table name, but // there are known edge cases where this will break down and // geometry_table_ may even be empty: https://github.com/mapnik/mapnik/issues/2718 // If we do not know both the geometry_field and the srid // then first attempt to fetch the geometry name from a geometry_columns entry. // This will return no records if we are querying a bogus table returned // from the simplistic table parsing in table_from_sql() or if // the table parameter references a table, view, or subselect not // registered in the geometry columns. geometryColumn_ = geometry_field_; if (!geometry_table_.empty() && (geometryColumn_.empty() || srid_ == 0)) { #ifdef MAPNIK_STATS mapnik::progress_timer __stats2__(std::clog, "postgis_datasource::init(get_srid_and_geometry_column)"); #endif std::ostringstream s; try { s << "SELECT f_geometry_column, srid FROM " << GEOMETRY_COLUMNS <<" WHERE f_table_name='" << mapnik::sql_utils::unquote_double(geometry_table_) << "'"; if (! schema_.empty()) { s << " AND f_table_schema='" << mapnik::sql_utils::unquote_double(schema_) << "'"; } if (! geometry_field_.empty()) { s << " AND f_geometry_column='" << mapnik::sql_utils::unquote_double(geometry_field_) << "'"; } shared_ptr<ResultSet> rs = conn->executeQuery(s.str()); if (rs->next()) { geometryColumn_ = rs->getValue("f_geometry_column"); // only accept srid from geometry_tables if // user has not provided as option if (srid_ == 0) { const char* srid_c = rs->getValue("srid"); if (srid_c != nullptr) { int result = 0; const char * end = srid_c + std::strlen(srid_c); if (mapnik::util::string2int(srid_c, end, result)) { srid_ = result; } } } } rs->close(); } catch (mapnik::datasource_exception const& ex) { // let this pass on query error and use the fallback below MAPNIK_LOG_WARN(postgis) << "postgis_datasource: metadata query failed: " << ex.what(); } } // If we still do not know the srid then we can try to fetch // it from the 'geometry_table_' parameter, which should work even if it is // a subselect as long as we know the geometry_field to query if (!geometryColumn_.empty() && srid_ <= 0) { std::ostringstream s; s << "SELECT ST_SRID(\"" << geometryColumn_ << "\") AS srid FROM "; if (!geometry_table_.empty()) { s << geometry_table_; } else { s << populate_tokens(table_); } s << " WHERE \"" << geometryColumn_ << "\" IS NOT NULL LIMIT 1;"; shared_ptr<ResultSet> rs = conn->executeQuery(s.str()); if (rs->next()) { const char* srid_c = rs->getValue("srid"); if (srid_c != nullptr) { int result = 0; const char * end = srid_c + std::strlen(srid_c); if (mapnik::util::string2int(srid_c, end, result)) { srid_ = result; } } } rs->close(); } // detect primary key if (*autodetect_key_field && key_field_.empty()) { #ifdef MAPNIK_STATS mapnik::progress_timer __stats2__(std::clog, "postgis_datasource::bind(get_primary_key)"); #endif std::ostringstream s; s << "SELECT a.attname, a.attnum, t.typname, t.typname in ('int2','int4','int8') " "AS is_int FROM pg_class c, pg_attribute a, pg_type t, pg_namespace n, pg_index i " "WHERE a.attnum > 0 AND a.attrelid = c.oid " "AND a.atttypid = t.oid AND c.relnamespace = n.oid " "AND c.oid = i.indrelid AND i.indisprimary = 't' " "AND t.typname !~ '^geom' AND c.relname =" << " '" << mapnik::sql_utils::unquote_double(geometry_table_) << "' " //"AND a.attnum = ANY (i.indkey) " // postgres >= 8.1 << "AND (i.indkey[0]=a.attnum OR i.indkey[1]=a.attnum OR i.indkey[2]=a.attnum " "OR i.indkey[3]=a.attnum OR i.indkey[4]=a.attnum OR i.indkey[5]=a.attnum " "OR i.indkey[6]=a.attnum OR i.indkey[7]=a.attnum OR i.indkey[8]=a.attnum " "OR i.indkey[9]=a.attnum) "; if (! schema_.empty()) { s << "AND n.nspname='" << mapnik::sql_utils::unquote_double(schema_) << "' "; } s << "ORDER BY a.attnum"; shared_ptr<ResultSet> rs_key = conn->executeQuery(s.str()); if (rs_key->next()) { unsigned int result_rows = rs_key->size(); if (result_rows == 1) { bool is_int = (std::string(rs_key->getValue(3)) == "t"); if (is_int) { const char* key_field_string = rs_key->getValue(0); if (key_field_string) { key_field_ = std::string(key_field_string); MAPNIK_LOG_DEBUG(postgis) << "postgis_datasource: auto-detected key field of '" << key_field_ << "' on table '" << geometry_table_ << "'"; } } else { // throw for cases like a numeric primary key, which is invalid // as it should be floating point (int numerics are useless) std::ostringstream err; err << "PostGIS Plugin: Error: '" << rs_key->getValue(0) << "' on table '" << geometry_table_ << "' is not a valid integer primary key field\n"; throw mapnik::datasource_exception(err.str()); } } else if (result_rows > 1) { std::ostringstream err; err << "PostGIS Plugin: Error: '" << "multi column primary key detected but is not supported"; throw mapnik::datasource_exception(err.str()); } } rs_key->close(); } // if a globally unique key field/primary key is required // but still not known at this point, then throw if (*autodetect_key_field && key_field_.empty()) { throw mapnik::datasource_exception(std::string("PostGIS Plugin: Error: primary key required") + " but could not be detected for table '" + geometry_table_ + "', please supply 'key_field' option to specify field to use for primary key"); } if (srid_ == 0) { srid_ = -1; MAPNIK_LOG_DEBUG(postgis) << "postgis_datasource: Table " << table_ << " is using SRID=" << srid_; } // At this point the geometry_field may still not be known // but we'll catch that where more useful... MAPNIK_LOG_DEBUG(postgis) << "postgis_datasource: Using SRID=" << srid_; MAPNIK_LOG_DEBUG(postgis) << "postgis_datasource: Using geometry_column=" << geometryColumn_; // collect attribute desc #ifdef MAPNIK_STATS mapnik::progress_timer __stats2__(std::clog, "postgis_datasource::bind(get_column_description)"); #endif std::ostringstream s; s << "SELECT * FROM " << populate_tokens(table_) << " LIMIT 0"; shared_ptr<ResultSet> rs = conn->executeQuery(s.str()); int count = rs->getNumFields(); bool found_key_field = false; for (int i = 0; i < count; ++i) { std::string fld_name = rs->getFieldName(i); int type_oid = rs->getTypeOID(i); // validate type of key_field if (! found_key_field && ! key_field_.empty() && fld_name == key_field_) { if (type_oid == 20 || type_oid == 21 || type_oid == 23) { found_key_field = true; desc_.add_descriptor(attribute_descriptor(fld_name, mapnik::Integer)); } else { std::ostringstream error_s; error_s << "invalid type '"; std::ostringstream type_s; type_s << "SELECT oid, typname FROM pg_type WHERE oid = " << type_oid; shared_ptr<ResultSet> rs_oid = conn->executeQuery(type_s.str()); if (rs_oid->next()) { error_s << rs_oid->getValue("typname") << "' (oid:" << rs_oid->getValue("oid") << ")"; } else { error_s << "oid:" << type_oid << "'"; } rs_oid->close(); error_s << " for key_field '" << fld_name << "' - " << "must be an integer primary key"; rs->close(); throw mapnik::datasource_exception(error_s.str()); } } else { switch (type_oid) { case 16: // bool desc_.add_descriptor(attribute_descriptor(fld_name, mapnik::Boolean)); break; case 20: // int8 case 21: // int2 case 23: // int4 desc_.add_descriptor(attribute_descriptor(fld_name, mapnik::Integer)); break; case 700: // float4 case 701: // float8 case 1700: // numeric desc_.add_descriptor(attribute_descriptor(fld_name, mapnik::Double)); break; case 1042: // bpchar case 1043: // varchar case 25: // text case 705: // literal desc_.add_descriptor(attribute_descriptor(fld_name, mapnik::String)); break; default: // should not get here #ifdef MAPNIK_LOG s.str(""); s << "SELECT oid, typname FROM pg_type WHERE oid = " << type_oid; shared_ptr<ResultSet> rs_oid = conn->executeQuery(s.str()); if (rs_oid->next()) { std::string typname(rs_oid->getValue("typname")); if (typname != "geometry") { MAPNIK_LOG_WARN(postgis) << "postgis_datasource: Unknown type=" << typname << " (oid:" << rs_oid->getValue("oid") << ")"; } } else { MAPNIK_LOG_WARN(postgis) << "postgis_datasource: Unknown type_oid=" << type_oid; } rs_oid->close(); #endif break; } } } rs->close(); } // Close explicitly the connection so we can 'fork()' without sharing open connections conn->close(); // Finally, add unique metadata to layer descriptor mapnik::parameters & extra_params = desc_.get_extra_parameters(); // explicitly make copies of values due to https://github.com/mapnik/mapnik/issues/2651 extra_params["srid"] = srid_; if (!key_field_.empty()) { extra_params["key_field"] = key_field_; } } }
boost::optional<mapnik::datasource::geometry_t> postgis_datasource::get_geometry_type() const { boost::optional<mapnik::datasource::geometry_t> result; CnxPool_ptr pool = ConnectionManager::instance().getPool(creator_.id()); if (pool) { shared_ptr<Connection> conn = pool->borrowObject(); if (!conn) return result; if (conn->isOK()) { std::ostringstream s; std::string g_type; try { s << "SELECT lower(type) as type FROM " << GEOMETRY_COLUMNS <<" WHERE f_table_name='" << mapnik::sql_utils::unquote_double(geometry_table_) << "'"; if (! schema_.empty()) { s << " AND f_table_schema='" << mapnik::sql_utils::unquote_double(schema_) << "'"; } if (! geometry_field_.empty()) { s << " AND f_geometry_column='" << mapnik::sql_utils::unquote_double(geometry_field_) << "'"; } shared_ptr<ResultSet> rs = conn->executeQuery(s.str()); if (rs->next()) { g_type = rs->getValue("type"); if (boost::algorithm::contains(g_type, "line")) { result.reset(mapnik::datasource::LineString); return result; } else if (boost::algorithm::contains(g_type, "point")) { result.reset(mapnik::datasource::Point); return result; } else if (boost::algorithm::contains(g_type, "polygon")) { result.reset(mapnik::datasource::Polygon); return result; } else // geometry { g_type = ""; } } } catch (mapnik::datasource_exception const& ex) { // let this pass on query error and use the fallback below MAPNIK_LOG_WARN(postgis) << "postgis_datasource: metadata query failed: " << ex.what(); } // fallback to querying first several features if (g_type.empty() && ! geometryColumn_.empty()) { s.str(""); std::string prev_type(""); s << "SELECT ST_GeometryType(\"" << geometryColumn_ << "\") AS geom" << " FROM " << populate_tokens(table_); if (row_limit_ > 0 && row_limit_ < 5) { s << " LIMIT " << row_limit_; } else { s << " LIMIT 5"; } shared_ptr<ResultSet> rs = conn->executeQuery(s.str()); while (rs->next() && ! rs->isNull(0)) { const char* data = rs->getValue(0); if (boost::algorithm::icontains(data, "line")) { g_type = "linestring"; result.reset(mapnik::datasource::LineString); } else if (boost::algorithm::icontains(data, "point")) { g_type = "point"; result.reset(mapnik::datasource::Point); } else if (boost::algorithm::icontains(data, "polygon")) { g_type = "polygon"; result.reset(mapnik::datasource::Polygon); } else // geometry { result.reset(mapnik::datasource::Collection); return result; } if (! prev_type.empty() && g_type != prev_type) { result.reset(mapnik::datasource::Collection); return result; } prev_type = g_type; } } } } return result; }
featureset_ptr pgraster_datasource::features_with_context(query const& q,processor_context_ptr proc_ctx) const { #ifdef MAPNIK_STATS mapnik::progress_timer __stats__(std::clog, "pgraster_datasource::features_with_context"); #endif box2d<double> const& box = q.get_bbox(); double scale_denom = q.scale_denominator(); CnxPool_ptr pool = ConnectionManager::instance().getPool(creator_.id()); if (pool) { shared_ptr<Connection> conn; if ( asynchronous_request_ ) { // limit use to num_async_request_ => if reached don't borrow the last connexion object std::shared_ptr<postgis_processor_context> pgis_ctxt = std::static_pointer_cast<postgis_processor_context>(proc_ctx); if ( pgis_ctxt->num_async_requests_ < max_async_connections_ ) { conn = pool->borrowObject(); pgis_ctxt->num_async_requests_++; } } else { // Always get a connection in synchronous mode conn = pool->borrowObject(); if(!conn ) { throw mapnik::datasource_exception("Pgraster Plugin: Null connection"); } } if (geometryColumn_.empty()) { std::ostringstream s_error; s_error << "PostGIS: geometry name lookup failed for table '"; if (! schema_.empty()) { s_error << schema_ << "."; } s_error << raster_table_ << "'. Please manually provide the 'geometry_field' parameter or add an entry " << "in the geometry_columns for '"; if (! schema_.empty()) { s_error << schema_ << "."; } s_error << raster_table_ << "'."; throw mapnik::datasource_exception(s_error.str()); } const double px_gw = 1.0 / std::get<0>(q.resolution()); const double px_gh = 1.0 / std::get<1>(q.resolution()); MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: px_gw=" << px_gw << " px_gh=" << px_gh; std::string table_with_bbox; std::string col = geometryColumn_; if ( use_overviews_ && !overviews_.empty()) { std::string sch = overviews_[0].schema; std::string tab = overviews_[0].table; col = overviews_[0].column; const double scale = std::min(px_gw, px_gh); std::vector<pgraster_overview>::const_reverse_iterator i; for (i=overviews_.rbegin(); i!=overviews_.rend(); ++i) { const pgraster_overview& o = *i; if ( o.scale < scale ) { sch = o.schema; tab = o.table; col = o.column; MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: using overview " << o.schema << "." << o.table << "." << o.column << " with scale=" << o.scale << " for min out scale=" << scale; break; } else { MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: overview " << o.schema << "." << o.table << "." << o.column << " with scale=" << o.scale << " not good for min out scale " << scale; } } table_with_bbox = table_; // possibly a subquery boost::algorithm::replace_all(table_with_bbox, mapnik::sql_utils::unquote_double(raster_table_), tab); boost::algorithm::replace_all(table_with_bbox, mapnik::sql_utils::unquote_double(schema_), sch); boost::algorithm::replace_all(table_with_bbox, mapnik::sql_utils::unquote_double(geometryColumn_), col); table_with_bbox = populate_tokens(table_with_bbox, scale_denom, box, px_gw, px_gh); } else { table_with_bbox = populate_tokens(table_, scale_denom, box, px_gw, px_gh); } std::ostringstream s; s << "SELECT ST_AsBinary("; if (band_) s << "ST_Band("; if (prescale_rasters_) s << "ST_Resize("; if (clip_rasters_) s << "ST_Clip("; s << "\"" << col << "\""; if (clip_rasters_) { s << ", ST_Expand(" << sql_bbox(box) << ", greatest(abs(ST_ScaleX(\"" << col << "\")), abs(ST_ScaleY(\"" << col << "\")))))"; } if (prescale_rasters_) { const double scale = std::min(px_gw, px_gh); s << ", least(abs(ST_ScaleX(\"" << col << "\"))::float8/" << scale << ", 1.0), least(abs(ST_ScaleY(\"" << col << "\"))::float8/" << scale << ", 1.0))"; // TODO: if band_ is given, we'll interpret as indexed so // the rescaling must NOT ruin it (use algorithm mode!) } if (band_) s << ", " << band_ << ")"; s << ") AS geom"; mapnik::context_ptr ctx = std::make_shared<mapnik::context_type>(); std::set<std::string> const& props = q.property_names(); std::set<std::string>::const_iterator pos = props.begin(); std::set<std::string>::const_iterator end = props.end(); if (! key_field_.empty()) { mapnik::sql_utils::quote_attr(s, key_field_); ctx->push(key_field_); for (; pos != end; ++pos) { if (*pos != key_field_) { mapnik::sql_utils::quote_attr(s, *pos); ctx->push(*pos); } } } else { for (; pos != end; ++pos) { mapnik::sql_utils::quote_attr(s, *pos); ctx->push(*pos); } } s << " FROM " << table_with_bbox; if (row_limit_ > 0) { s << " LIMIT " << row_limit_; } MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: " "features query: " << s.str(); std::shared_ptr<IResultSet> rs = get_resultset(conn, s.str(), pool, proc_ctx); return std::make_shared<pgraster_featureset>(rs, ctx, desc_.get_encoding(), !key_field_.empty(), band_ ? 1 : 0 // whatever band number is given we'd have // extracted with ST_Band above so it becomes // band number 1 ); } return mapnik::make_invalid_featureset(); }
pgraster_datasource::pgraster_datasource(parameters const& params) : datasource(params), table_(*params.get<std::string>("table", "")), schema_(""), raster_table_(*params.get<std::string>("raster_table", "")), raster_field_(*params.get<std::string>("raster_field", "")), key_field_(*params.get<std::string>("key_field", "")), cursor_fetch_size_(*params.get<mapnik::value_integer>("cursor_size", 0)), row_limit_(*params.get<value_integer>("row_limit", 0)), type_(datasource::Raster), srid_(*params.get<value_integer>("srid", 0)), band_(*params.get<value_integer>("band", 0)), extent_initialized_(false), prescale_rasters_(*params.get<mapnik::boolean_type>("prescale_rasters", false)), use_overviews_(*params.get<mapnik::boolean_type>("use_overviews", false)), clip_rasters_(*params.get<mapnik::boolean_type>("clip_rasters", false)), desc_(*params.get<std::string>("type"), "utf-8"), creator_(params.get<std::string>("host"), params.get<std::string>("port"), params.get<std::string>("dbname"), params.get<std::string>("user"), params.get<std::string>("password"), params.get<std::string>("connect_timeout", "4")), bbox_token_("!bbox!"), scale_denom_token_("!scale_denominator!"), pixel_width_token_("!pixel_width!"), pixel_height_token_("!pixel_height!"), pool_max_size_(*params_.get<value_integer>("max_size", 10)), persist_connection_(*params.get<mapnik::boolean_type>("persist_connection", true)), extent_from_subquery_(*params.get<mapnik::boolean_type>("extent_from_subquery", false)), estimate_extent_(*params.get<mapnik::boolean_type>("estimate_extent", false)), max_async_connections_(*params_.get<value_integer>("max_async_connection", 1)), asynchronous_request_(false), // params below are for testing purposes only and may be removed at any time intersect_min_scale_(*params.get<value_integer>("intersect_min_scale", 0)), intersect_max_scale_(*params.get<value_integer>("intersect_max_scale", 0)) { #ifdef MAPNIK_STATS mapnik::progress_timer __stats__(std::clog, "pgraster_datasource::init"); #endif if (table_.empty()) { throw mapnik::datasource_exception("Pgraster Plugin: missing <table> parameter"); } boost::optional<std::string> ext = params.get<std::string>("extent"); if (ext && !ext->empty()) { extent_initialized_ = extent_.from_string(*ext); } // NOTE: In multithread environment, pool_max_size_ should be // max_async_connections_ * num_threads if(max_async_connections_ > 1) { if(max_async_connections_ > pool_max_size_) { std::ostringstream err; err << "PostGIS Plugin: Error: 'max_async_connections (" << max_async_connections_ << ") must be <= max_size(" << pool_max_size_ << ")"; throw mapnik::datasource_exception(err.str()); } asynchronous_request_ = true; } boost::optional<value_integer> initial_size = params.get<value_integer>("initial_size", 1); boost::optional<mapnik::boolean_type> autodetect_key_field = params.get<mapnik::boolean_type>("autodetect_key_field", false); ConnectionManager::instance().registerPool(creator_, *initial_size, pool_max_size_); CnxPool_ptr pool = ConnectionManager::instance().getPool(creator_.id()); if (pool) { shared_ptr<Connection> conn = pool->borrowObject(); if (!conn) return; if (conn->isOK()) { desc_.set_encoding(conn->client_encoding()); if (raster_table_.empty()) { raster_table_ = mapnik::sql_utils::table_from_sql(table_); // non-trivial subqueries (having no FROM) make it // impossible to use overviews // TODO: improve "table_from_sql" ? if ( raster_table_[raster_table_.find_first_not_of(" \t\r\n")] == '(' ) { raster_table_.clear(); if ( use_overviews_ ) { std::ostringstream err; err << "Pgraster Plugin: overviews cannot be used " "with non-trivial subqueries"; MAPNIK_LOG_WARN(pgraster) << err.str(); use_overviews_ = false; } if ( ! extent_from_subquery_ ) { std::ostringstream err; err << "Pgraster Plugin: extent can only be computed " "from subquery as we could not found table source"; MAPNIK_LOG_WARN(pgraster) << err.str(); extent_from_subquery_ = true; } } } std::string::size_type idx = raster_table_.find_last_of('.'); if (idx != std::string::npos) { schema_ = raster_table_.substr(0, idx); raster_table_ = raster_table_.substr(idx + 1); } // If we do not know either the geometry_field or the srid or we // want to use overviews but do not know about schema, or // no extent was specified, then attempt to fetch the missing // information from a raster_columns entry. // // This will return no records if we are querying a bogus table returned // from the simplistic table parsing in table_from_sql() or if // the table parameter references a table, view, or subselect not // registered in the geometry columns. // geometryColumn_ = mapnik::sql_utils::unquote_double(raster_field_); if (!raster_table_.empty() && ( geometryColumn_.empty() || srid_ == 0 || (schema_.empty() && use_overviews_) || ! extent_initialized_ )) { #ifdef MAPNIK_STATS mapnik::progress_timer __stats2__(std::clog, "pgraster_datasource::init(get_srid_and_geometry_column)"); #endif std::ostringstream s; try { s << "SELECT r_raster_column col, srid, r_table_schema"; if ( ! extent_initialized_ ) { s << ", st_xmin(extent) xmin, st_ymin(extent) ymin" << ", st_xmax(extent) xmax, st_ymax(extent) ymax"; } s << " FROM " << RASTER_COLUMNS << " WHERE r_table_name='" << mapnik::sql_utils::unquote_double(raster_table_) << "'"; if (! schema_.empty()) { s << " AND r_table_schema='" << mapnik::sql_utils::unquote_double(schema_) << "'"; } if (! raster_field_.empty()) { s << " AND r_raster_column='" << mapnik::sql_utils::unquote_double(raster_field_) << "'"; } MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: running query " << s.str(); shared_ptr<ResultSet> rs = conn->executeQuery(s.str()); if (rs->next()) { geometryColumn_ = rs->getValue("col"); if ( ! extent_initialized_ ) { double lox, loy, hix, hiy; if (mapnik::util::string2double(rs->getValue("xmin"), lox) && mapnik::util::string2double(rs->getValue("ymin"), loy) && mapnik::util::string2double(rs->getValue("xmax"), hix) && mapnik::util::string2double(rs->getValue("ymax"), hiy)) { extent_.init(lox, loy, hix, hiy); extent_initialized_ = true; MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: Layer extent=" << extent_; } else { MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: Could not determine extent from query: " << s.str(); } } if (srid_ == 0) { const char* srid_c = rs->getValue("srid"); if (srid_c != nullptr) { int result = 0; const char * end = srid_c + std::strlen(srid_c); if (mapnik::util::string2int(srid_c, end, result)) { srid_ = result; } } } if ( schema_.empty() ) { schema_ = rs->getValue("r_table_schema"); } } else { MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: no response from metadata query " << s.str(); } rs->close(); } catch (mapnik::datasource_exception const& ex) { // let this pass on query error and use the fallback below MAPNIK_LOG_WARN(pgraster) << "pgraster_datasource: metadata query failed: " << ex.what(); } // If we still do not know the srid then we can try to fetch // it from the 'table_' parameter, which should work even if it is // a subselect as long as we know the geometry_field to query if (! geometryColumn_.empty() && srid_ <= 0) { s.str(""); s << "SELECT ST_SRID(\"" << geometryColumn_ << "\") AS srid FROM " << populate_tokens(table_) << " WHERE \"" << geometryColumn_ << "\" IS NOT NULL LIMIT 1;"; shared_ptr<ResultSet> rs = conn->executeQuery(s.str()); if (rs->next()) { const char* srid_c = rs->getValue("srid"); if (srid_c != nullptr) { int result = 0; const char * end = srid_c + std::strlen(srid_c); if (mapnik::util::string2int(srid_c, end, result)) { srid_ = result; } } } rs->close(); } } // If overviews were requested, take note of the max scale // of each available overview, sorted by scale descending if ( use_overviews_ ) { std::ostringstream err; if ( schema_.empty() ) { err << "Pgraster Plugin: unable to lookup available table" << " overviews due to unknown schema"; throw mapnik::datasource_exception(err.str()); } if ( geometryColumn_.empty() ) { err << "Pgraster Plugin: unable to lookup available table" << " overviews due to unknown column name"; throw mapnik::datasource_exception(err.str()); } std::ostringstream s; s << "select " "r.r_table_schema sch, " "r.r_table_name tab, " "r.r_raster_column col, " "greatest(abs(r.scale_x), abs(r.scale_y)) scl " "from" " raster_overviews o," " raster_columns r " "where" " o.r_table_schema = '" << mapnik::sql_utils::unquote_double(schema_) << "' and o.r_table_name = '" << mapnik::sql_utils::unquote_double(raster_table_) << "' and o.r_raster_column = '" << mapnik::sql_utils::unquote_double(geometryColumn_) << "' and r.r_table_schema = o.o_table_schema" " and r.r_table_name = o.o_table_name" " and r.r_raster_column = o.o_raster_column" " ORDER BY scl ASC"; MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: running query " << s.str(); shared_ptr<ResultSet> rs = conn->executeQuery(s.str()); while (rs->next()) { pgraster_overview ov = pgraster_overview(); ov.schema = rs->getValue("sch"); ov.table = rs->getValue("tab"); ov.column = rs->getValue("col"); ov.scale = atof(rs->getValue("scl")); if(ov.scale == 0.0f) { MAPNIK_LOG_WARN(pgraster) << "pgraster_datasource: found invalid overview " << ov.schema << "." << ov.table << "." << ov.column << " with scale " << ov.scale; continue; } overviews_.push_back(ov); MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: found overview " << ov.schema << "." << ov.table << "." << ov.column << " with scale " << ov.scale; } rs->close(); if ( overviews_.empty() ) { MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: no overview found for " << schema_ << "." << raster_table_ << "." << geometryColumn_; } } // detect primary key if (*autodetect_key_field && key_field_.empty()) { #ifdef MAPNIK_STATS mapnik::progress_timer __stats2__(std::clog, "pgraster_datasource::bind(get_primary_key)"); #endif std::ostringstream s; s << "SELECT a.attname, a.attnum, t.typname, t.typname in ('int2','int4','int8') " "AS is_int FROM pg_class c, pg_attribute a, pg_type t, pg_namespace n, pg_index i " "WHERE a.attnum > 0 AND a.attrelid = c.oid " "AND a.atttypid = t.oid AND c.relnamespace = n.oid " "AND c.oid = i.indrelid AND i.indisprimary = 't' " "AND t.typname !~ '^geom' AND c.relname =" << " '" << mapnik::sql_utils::unquote_double(raster_table_) << "' " //"AND a.attnum = ANY (i.indkey) " // postgres >= 8.1 << "AND (i.indkey[0]=a.attnum OR i.indkey[1]=a.attnum OR i.indkey[2]=a.attnum " "OR i.indkey[3]=a.attnum OR i.indkey[4]=a.attnum OR i.indkey[5]=a.attnum " "OR i.indkey[6]=a.attnum OR i.indkey[7]=a.attnum OR i.indkey[8]=a.attnum " "OR i.indkey[9]=a.attnum) "; if (! schema_.empty()) { s << "AND n.nspname='" << mapnik::sql_utils::unquote_double(schema_) << "' "; } s << "ORDER BY a.attnum"; shared_ptr<ResultSet> rs_key = conn->executeQuery(s.str()); if (rs_key->next()) { unsigned int result_rows = rs_key->size(); if (result_rows == 1) { bool is_int = (std::string(rs_key->getValue(3)) == "t"); if (is_int) { const char* key_field_string = rs_key->getValue(0); if (key_field_string) { key_field_ = std::string(key_field_string); MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: auto-detected key field of '" << key_field_ << "' on table '" << raster_table_ << "'"; } } else { // throw for cases like a numeric primary key, which is invalid // as it should be floating point (int numerics are useless) std::ostringstream err; err << "PostGIS Plugin: Error: '" << rs_key->getValue(0) << "' on table '" << raster_table_ << "' is not a valid integer primary key field\n"; throw mapnik::datasource_exception(err.str()); } } else if (result_rows > 1) { std::ostringstream err; err << "PostGIS Plugin: Error: '" << "multi column primary key detected but is not supported"; throw mapnik::datasource_exception(err.str()); } } rs_key->close(); } // if a globally unique key field/primary key is required // but still not known at this point, then throw if (*autodetect_key_field && key_field_.empty()) { throw mapnik::datasource_exception(std::string("PostGIS Plugin: Error: primary key required") + " but could not be detected for table '" + raster_table_ + "', please supply 'key_field' option to specify field to use for primary key"); } if (srid_ == 0) { srid_ = -1; MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: Table " << table_ << " is using SRID=" << srid_; } // At this point the geometry_field may still not be known // but we'll catch that where more useful... MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: Using SRID=" << srid_; MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: Using geometry_column=" << geometryColumn_; // collect attribute desc #ifdef MAPNIK_STATS mapnik::progress_timer __stats2__(std::clog, "pgraster_datasource::bind(get_column_description)"); #endif std::ostringstream s; s << "SELECT * FROM " << populate_tokens(table_) << " LIMIT 0"; shared_ptr<ResultSet> rs = conn->executeQuery(s.str()); int count = rs->getNumFields(); bool found_key_field = false; for (int i = 0; i < count; ++i) { std::string fld_name = rs->getFieldName(i); int type_oid = rs->getTypeOID(i); // validate type of key_field if (! found_key_field && ! key_field_.empty() && fld_name == key_field_) { if (type_oid == 20 || type_oid == 21 || type_oid == 23) { found_key_field = true; desc_.add_descriptor(attribute_descriptor(fld_name, mapnik::Integer)); } else { std::ostringstream error_s; error_s << "invalid type '"; std::ostringstream type_s; type_s << "SELECT oid, typname FROM pg_type WHERE oid = " << type_oid; shared_ptr<ResultSet> rs_oid = conn->executeQuery(type_s.str()); if (rs_oid->next()) { error_s << rs_oid->getValue("typname") << "' (oid:" << rs_oid->getValue("oid") << ")"; } else { error_s << "oid:" << type_oid << "'"; } rs_oid->close(); error_s << " for key_field '" << fld_name << "' - " << "must be an integer primary key"; rs->close(); throw mapnik::datasource_exception(error_s.str()); } } else { switch (type_oid) { case 16: // bool desc_.add_descriptor(attribute_descriptor(fld_name, mapnik::Boolean)); break; case 20: // int8 case 21: // int2 case 23: // int4 desc_.add_descriptor(attribute_descriptor(fld_name, mapnik::Integer)); break; case 700: // float4 case 701: // float8 case 1700: // numeric desc_.add_descriptor(attribute_descriptor(fld_name, mapnik::Double)); break; case 1042: // bpchar case 1043: // varchar case 25: // text case 705: // literal desc_.add_descriptor(attribute_descriptor(fld_name, mapnik::String)); break; default: // should not get here #ifdef MAPNIK_LOG s.str(""); s << "SELECT oid, typname FROM pg_type WHERE oid = " << type_oid; shared_ptr<ResultSet> rs_oid = conn->executeQuery(s.str()); if (rs_oid->next()) { std::string typname(rs_oid->getValue("typname")); if (typname != "geometry" && typname != "raster") { MAPNIK_LOG_WARN(pgraster) << "pgraster_datasource: Unknown type=" << typname << " (oid:" << rs_oid->getValue("oid") << ")"; } } else { MAPNIK_LOG_WARN(pgraster) << "pgraster_datasource: Unknown type_oid=" << type_oid; } rs_oid->close(); #endif break; } } } rs->close(); } // Close explicitly the connection so we can 'fork()' without sharing open connections conn->close(); } }
box2d<double> pgraster_datasource::envelope() const { if (extent_initialized_) { return extent_; } CnxPool_ptr pool = ConnectionManager::instance().getPool(creator_.id()); if (pool) { shared_ptr<Connection> conn = pool->borrowObject(); if (!conn) return extent_; if (conn->isOK()) { std::ostringstream s; std::string col = mapnik::sql_utils::unquote_double(geometryColumn_); std::string sch = mapnik::sql_utils::unquote_double(schema_); std::string tab = mapnik::sql_utils::unquote_double(raster_table_); if ( ! overviews_.empty() ) { // query from highest-factor overview instead const pgraster_overview& o = overviews_.back(); sch = o.schema; tab = o.table; col = o.column; } if (col.empty()) { std::ostringstream s_error; s_error << "PostGIS: unable to query the layer extent of table '"; if (! sch.empty()) { s_error << sch << "."; } s_error << raster_table_ << "' because we cannot determine the raster field name." << "\nPlease provide either an 'extent' parameter to skip this query, " << "a 'raster_field' and/or 'raster_table' parameter, or add " << "standard constraints to your raster table."; throw mapnik::datasource_exception("Pgraster Plugin: " + s_error.str()); } if (estimate_extent_) { if (tab.empty()) { std::ostringstream s_error; s_error << "PostGIS: unable to query the layer extent as " << "we couldn't determine the raster table name.\n" << "Please provide either an 'extent' parameter to skip this query, " << "a 'raster_table' parameter, or do not set 'estimate_extent'"; throw mapnik::datasource_exception("Pgraster Plugin: " + s_error.str()); } s << "SELECT ST_XMin(ext),ST_YMin(ext),ST_XMax(ext),ST_YMax(ext)" << " FROM (SELECT ST_Estimated_Extent('"; if (! sch.empty()) { s << mapnik::sql_utils::unquote_double(sch) << "','"; } s << mapnik::sql_utils::unquote_double(tab) << "','" << mapnik::sql_utils::unquote_double(col) << "') as ext) as tmp"; } else { s << "SELECT ST_XMin(ext),ST_YMin(ext),ST_XMax(ext),ST_YMax(ext)" << " FROM (SELECT ST_Extent(" << quote_ident(col) << "::geometry) as ext from "; if (extent_from_subquery_) { // if a subselect limits records then calculating the extent upon the // subquery will be faster and the bounds will be more accurate s << populate_tokens(table_) << ") as tmpx"; } else { if (! sch.empty()) { s << quote_ident(sch) << "."; } // but if the subquery does not limit records then querying the // actual table will be faster as indexes can be used s << quote_ident(tab) << ") as tmp"; } } shared_ptr<ResultSet> rs = conn->executeQuery(s.str()); if (rs->next() && ! rs->isNull(0)) { double lox, loy, hix, hiy; if (mapnik::util::string2double(rs->getValue(0), lox) && mapnik::util::string2double(rs->getValue(1), loy) && mapnik::util::string2double(rs->getValue(2), hix) && mapnik::util::string2double(rs->getValue(3), hiy)) { extent_.init(lox, loy, hix, hiy); extent_initialized_ = true; } else { MAPNIK_LOG_DEBUG(pgraster) << "pgraster_datasource: Could not determine extent from query: " << s.str(); } } rs->close(); } } return extent_; }
featureset_ptr postgis_datasource::features_with_context(query const& q,processor_context_ptr proc_ctx) const { #ifdef MAPNIK_STATS mapnik::progress_timer __stats__(std::clog, "postgis_datasource::features_with_context"); #endif box2d<double> const& box = q.get_bbox(); double scale_denom = q.scale_denominator(); CnxPool_ptr pool = ConnectionManager::instance().getPool(creator_.id()); if (pool) { shared_ptr<Connection> conn; if ( asynchronous_request_ ) { // limit use to num_async_request_ => if reached don't borrow the last connexion object std::shared_ptr<postgis_processor_context> pgis_ctxt = std::static_pointer_cast<postgis_processor_context>(proc_ctx); if ( pgis_ctxt->num_async_requests_ < max_async_connections_ ) { conn = pool->borrowObject(); pgis_ctxt->num_async_requests_++; } } else { // Always get a connection in synchronous mode conn = pool->borrowObject(); if(!conn ) { throw mapnik::datasource_exception("Postgis Plugin: Null connection"); } } if (geometryColumn_.empty()) { std::ostringstream s_error; s_error << "PostGIS: geometry name lookup failed for table '"; if (! schema_.empty()) { s_error << schema_ << "."; } s_error << geometry_table_ << "'. Please manually provide the 'geometry_field' parameter or add an entry " << "in the geometry_columns for '"; if (! schema_.empty()) { s_error << schema_ << "."; } s_error << geometry_table_ << "'."; throw mapnik::datasource_exception(s_error.str()); } std::ostringstream s; const double px_gw = 1.0 / std::get<0>(q.resolution()); const double px_gh = 1.0 / std::get<1>(q.resolution()); const double px_sz = std::min(px_gw, px_gh); if (twkb_encoding_) { // This will only work against PostGIS 2.2, or a back-patched version // that has (a) a ST_Simplify with a "preserve collapsed" flag and // (b) a ST_RemoveRepeatedPoints with a tolerance parameter and // (c) a ST_AsTWKB implementation // What number of decimals of rounding does the pixel size imply? const int twkb_rounding = -1 * std::lround(log10(px_sz) + twkb_rounding_adjustment_) + 1; // And what's that in map units? const double twkb_tolerance = pow(10.0, -1.0 * twkb_rounding); s << "SELECT ST_AsTWKB("; s << "ST_Simplify("; s << "ST_RemoveRepeatedPoints("; if (simplify_clip_resolution_ > 0.0 && simplify_clip_resolution_ > px_sz) { s << "ST_ClipByBox2D("; } s << "\"" << geometryColumn_ << "\""; // ! ST_ClipByBox2D() if (simplify_clip_resolution_ > 0.0 && simplify_clip_resolution_ > px_sz) { s << "," << sql_bbox(box) << ")"; } // ! ST_RemoveRepeatedPoints() s << "," << twkb_tolerance << ")"; // ! ST_Simplify(), with parameter to keep collapsed geometries s << "," << twkb_tolerance << ",true)"; // ! ST_TWKB() s << "," << twkb_rounding << ") AS geom"; } else { s << "SELECT ST_AsBinary("; if (simplify_geometries_) { s << "ST_Simplify("; } if (simplify_clip_resolution_ > 0.0 && simplify_clip_resolution_ > px_sz) { s << "ST_ClipByBox2D("; } if (simplify_geometries_ && simplify_snap_ratio_ > 0.0) { s<< "ST_SnapToGrid("; } // Geometry column! s << "\"" << geometryColumn_ << "\""; // ! ST_SnapToGrid() if (simplify_geometries_ && simplify_snap_ratio_ > 0.0) { const double tolerance = px_sz * simplify_snap_ratio_; s << "," << tolerance << ")"; } // ! ST_ClipByBox2D() if (simplify_clip_resolution_ > 0.0 && simplify_clip_resolution_ > px_sz) { s << "," << sql_bbox(box) << ")"; } // ! ST_Simplify() if (simplify_geometries_) { const double tolerance = px_sz * simplify_dp_ratio_; s << ", " << tolerance; // Add parameter to ST_Simplify to keep collapsed geometries if (simplify_dp_preserve_) { s << ", true"; } s << ")"; } // ! ST_AsBinary() s << ") AS geom"; } mapnik::context_ptr ctx = std::make_shared<mapnik::context_type>(); std::set<std::string> const& props = q.property_names(); std::set<std::string>::const_iterator pos = props.begin(); std::set<std::string>::const_iterator end = props.end(); if (! key_field_.empty()) { mapnik::sql_utils::quote_attr(s, key_field_); if (key_field_as_attribute_) { ctx->push(key_field_); } for (; pos != end; ++pos) { if (*pos != key_field_) { mapnik::sql_utils::quote_attr(s, *pos); ctx->push(*pos); } } } else { for (; pos != end; ++pos) { mapnik::sql_utils::quote_attr(s, *pos); ctx->push(*pos); } } std::string table_with_bbox = populate_tokens(table_, scale_denom, box, px_gw, px_gh, q.variables()); s << " FROM " << table_with_bbox; if (row_limit_ > 0) { s << " LIMIT " << row_limit_; } std::shared_ptr<IResultSet> rs = get_resultset(conn, s.str(), pool, proc_ctx); return std::make_shared<postgis_featureset>(rs, ctx, desc_.get_encoding(), !key_field_.empty(), key_field_as_attribute_, twkb_encoding_); } return mapnik::make_invalid_featureset(); }