Poco::DynamicStruct Object::makeStruct(const Object::Ptr& obj) { Poco::DynamicStruct ds; ConstIterator it = obj->begin(); ConstIterator end = obj->end(); for (; it != end; ++it) { if (obj->isObject(it)) { Object::Ptr pObj = obj->getObject(it->first); DynamicStruct str = makeStruct(pObj); ds.insert(it->first, str); } else if (obj->isArray(it)) { Array::Ptr pArr = obj->getArray(it->first); std::vector<Poco::Dynamic::Var> v = Poco::JSON::Array::makeArray(pArr); ds.insert(it->first, v); } else ds.insert(it->first, it->second); } return ds; }
vector<shared_ptr<FDSBucket> > GalaxyFDSClient::listBuckets() { string uri = formatUri(_pConfig->getBaseUri(), "", _emptySubResources); URI pocoUri(uri); shared_ptr<HTTPClientSession> pSession(_pSessionFacotry ->createClientSession(pocoUri)); pSession->setHost(pocoUri.getHost()); pSession->setPort(pocoUri.getPort()); HTTPRequest request(HTTPRequest::HTTP_GET, uri, HTTPMessage::HTTP_1_1); prepareRequestHeaders(uri, HTTPRequest::HTTP_GET, "", _emptyStream, *_pEmptyMetadata, request); HTTPResponse response; ostream& os = pSession->sendRequest(request); istream& rs = pSession->receiveResponse(response); if (response.getStatus() != HTTPResponse::HTTP_OK) { stringstream msg; msg << "List buckets failed, status=" << response.getStatus() << ", reason="; StreamCopier::copyStream(rs, msg); throw GalaxyFDSClientException(response.getStatus(), msg.str()); } vector<shared_ptr<FDSBucket> > res; Parser parser; parser.parse(rs); Var result = parser.result(); Object::Ptr pObject = result.extract<Object::Ptr>(); Object::Ptr pOwnerObject = pObject->getObject("owner"); stringstream ss; pOwnerObject->stringify(ss); shared_ptr<Owner> pOwner = Owner::deserialize(ss); Array::Ptr pBucketsArray = pObject->getArray("buckets"); for (size_t i = 0; i < pBucketsArray->size(); i++) { string bucketName = pBucketsArray->getObject(i)->getValue<string>("name"); shared_ptr<FDSBucket> pBucket(new FDSBucket(bucketName)); pBucket->setOwner(*pOwner); res.push_back(pBucket); } return res; }
void doSearch( Utility::MTInput & input, Utility::MTOutput & mtOutput, Utility::MTOutput & mtConsoleOutput, size_t startLine ) const { Poco::Net::HTTPClientSession session( m_uri.getHost(), m_uri.getPort() ); { Utility::MTOutput::unique_lock lock( mtConsoleOutput.acquire()); mtConsoleOutput.os() << "Thread " << pthread_self() << " starting "; mtConsoleOutput.flush(); } std::string line; while( size_t lineNum = input.getline( line )) { if( lineNum < startLine ) continue; std::string path; bool success = false; size_t maxTries = 4; while( !success && maxTries ) { try { Utility::StrTuple term = Utility::delimitedText( line, '\t' ); if( term.size() < 4 ) break; std::string artist = term[2]; std::string title = Utility::trim(term[3]); path = make_request( artist + ' ' + title ); Poco::Net::HTTPRequest request( Poco::Net::HTTPRequest::HTTP_GET, path, Poco::Net::HTTPMessage::HTTP_1_1 ); Poco::Net::HTTPResponse response; session.sendRequest(request); std::istream& rs = session.receiveResponse(response); using Poco::Dynamic::Var; using namespace Poco::JSON; Parser parser; Var result = parser.parse(rs); Object::Ptr obj = result.extract<Object::Ptr>(); int nResults = obj->getValue<int>("resultCount"); { Utility::MTOutput::unique_lock lock( mtConsoleOutput.acquire()); mtConsoleOutput.os() << lineNum << ": " << path << ' ' << nResults << " results " << std::endl; } if( nResults ) { Array::Ptr arr; arr = obj->getArray( "results" ); if( !arr ) { std::cerr << "Could not get results " << std::endl; continue; } std::string releaseDate; std::string genre; std::string artistName; // on iTunes std::string trackName; // on iTunes bool found = false; // if there is more than one see if there is an exact match. Otherwise use the first result for( size_t i = 0; !found && i < nResults ; ++i ) { Object::Ptr result = arr->getObject(i); if( !result ) { std::cerr << " Could not get result " << i << std::endl; continue; } // get ArtistName and Title and see if they match ours Var item = result->get( "artistName" ); if( item.isString() ) artistName = item.convert< std::string >(); item = result->get( "trackName" ); if( item.isString() ) trackName = item.convert< std::string >(); if( (artistName == artist && trackName == title) ) // we have an exact match so continue found = true; // if no exact matches are found we use the first one. // We could use a better way to match the search eg case insensitive, removing featured acts etc. if( found || i == 0 ) { item = result->get( "releaseDate"); if( item.isString() ) { std::string releaseDateStr = item.convert< std::string >(); releaseDate = releaseDateStr.substr( 0, releaseDateStr.find('T') ); } item = result->get( "primaryGenreName" ); if( item.isString() ) genre = item.convert< std::string >(); } } if( m_filteredGenres.count( genre ) == 0 ) { Utility::MTOutput::unique_lock lock( mtOutput.acquire()); // output the result. Spotify link, artist(spotify), title(spotify) // artist(iTunes), title(iTunes), releaseDate, genre, numTracks (term[4]) mtOutput.os() << lineNum << '\t' << term[0] << '\t' << term[1] << '\t' << artist << '\t' << title << '\t' << artistName << '\t' << trackName << '\t' << releaseDate << '\t' << genre << '\t' << term[4] << '\n'; mtOutput.flush(); } } success = true; } catch( std::exception const& err ) { success = false; if( --maxTries ) { sleep(1); } else { Utility::MTOutput::unique_lock lock( mtConsoleOutput.acquire()); std::cerr << "ERROR: " << err.what() << lineNum << ": " << path << std::endl; } } } } { Utility::MTOutput::unique_lock lock( mtConsoleOutput.acquire()); mtConsoleOutput.os() << "Thread " << pthread_self() << " exiting\n"; mtConsoleOutput.flush(); } }