void glite_lb_dump_stat_fields(void)
{
JobStatus s;
attrs_t a = s.getAttrs();
for (attrs_t::iterator i=a.begin(); i != a.end(); i++) {
switch (i->second) {
case JobStatus::INT_T:
case JobStatus::STRING_T:
case JobStatus::TIMEVAL_T:
std::cerr << JobStatus::getAttrName(i->first) << ", ";
default: break;
}
}
}
GetJobStatusResponse* AviaryQueryServiceSkeleton::getJobStatus(wso2wsf::MessageContext* /*outCtx*/
,GetJobStatus* _getJobStatus)
{
GetJobStatusResponse* jobStatusResponse = new GetJobStatusResponse;
JobServerObject* jso = JobServerObject::getInstance();
JobStatusCollection* job_results = new JobStatusCollection;
IdCollection id_set;
if (_getJobStatus->isIdsNil() || _getJobStatus->getIds()->size() == 0) {
// no ids supplied...they get them all
for (JobCollectionType::iterator i = g_jobs.begin(); g_jobs.end() != i; i++) {
const char* job_id = (*i).first;
if (IS_JOB(job_id)) {
id_set.insert(job_id);
}
}
}
else {
// fast track...client has supplied ids to scan
JobIdCollection* id_list = _getJobStatus->getIds();
for (JobIdCollection::iterator i = id_list->begin(); id_list->end() != i; i++) {
id_set.insert((*i)->getJob().c_str());
}
}
for (IdCollection::const_iterator i = id_set.begin(); id_set.end() != i; i++) {
JobStatus* js = new JobStatus;
const char* job = *i;
AviaryStatus status;
int job_status = JOB_STATUS_MIN;
if (jso->getStatus(job,job_status,status)) {
createGoodJobResponse<JobStatus>(*js,job);
JobStatusType* jst = new JobStatusType;
jst->setJobStatusType(getJobStatusString(job_status));
js->setJob_status(jst);
}
else {
// problem...report to client
createBadJobResponse<JobStatus>(*js,job,status);
}
job_results->push_back(js);
}
jobStatusResponse->setJobs(job_results);
return jobStatusResponse;
}
void
getSandboxBulkDestURI(getSandboxBulkDestURIResponse& getSandboxBulkDestURI_response,
const string& jid, const string& protocol)
{
GLITE_STACK_TRY("getSandboxBulkDestURI()");
edglog_fn("wmpoperations::getSandboxBulkDestURI");
edglog(debug) << "getSandboxBulkDestURI requested for job: " << jid << endl;
initWMProxyOperation("getSandboxBulkDestURI");
security::do_authZ_jobid("getSandboxBulkDestURI", jid);
// Initializing logger
WMPEventLogger wmplogger(wmputilities::getEndpoint());
wmplogger.setLBProxy(conf.isLBProxyAvailable(), wmputilities::getDN_SSL());
JobId jobid(jid);
wmplogger.setUserProxy(wmputilities::getJobDelegatedProxyPath(jobid));
wmplogger.init_and_set_logging_job("", 0, &jobid);
DestURIsStructType *destURIsStruct = new DestURIsStructType();
destURIsStruct->Item = new vector<DestURIStructType*>(0);
// Getting job status to get children number
JobStatus status = wmplogger.getStatus(true);
vector<string> jids = status.getValStringList(JobStatus::CHILDREN);
edglog(debug)<<"Children count: "<<status.getValInt(JobStatus::CHILDREN_NUM)<<endl;
vector<string>::iterator jidsiterator = jids.begin();
jids.insert(jidsiterator, 1, jid);
vector<string>::iterator iter = jids.begin();
vector<string>::iterator const end = jids.end();
for (; iter != end; ++iter) {
vector<string> *uris = getJobDirectoryURIsVector(conf.getProtocols(),
conf.getDefaultProtocol(), conf.getDefaultPort(), conf.getHTTPSPort(),
*iter, protocol, "input");
DestURIStructType *destURIStruct = new DestURIStructType();
destURIStruct->id = *iter;
destURIStruct->destURIs = uris;
destURIsStruct->Item->push_back(destURIStruct);
}
getSandboxBulkDestURI_response.destURIsStruct = destURIsStruct;
GLITE_STACK_CATCH();
}
void
getJobStatusOp(getJobStatusResponse& getJobStatus_response, const string& job_id)
{
GLITE_STACK_TRY("getJobStatus()");
edglog_fn("wmpoperations::getJobStatus");
initWMProxyOperation("getJobStatus");
security::do_authZ("getJobStatusOp");
// TODO status flag could be parametrized
bool status_flag=true;
// PERFORM Job actual Status request
WMPEventLogger wmplogger(wmputilities::getEndpoint());
JobStatus status = wmplogger.getStatus(status_flag);
// fill in job Status structure:
getJobStatus_response.jobStatus = new JobStatusStructType;
getJobStatus_response.jobStatus->status = status.name();
getJobStatus_response.jobStatus->jobid = job_id;
// TODO children?
edglog(debug)<<"JobStatus retrieved successful"<<endl;
GLITE_STACK_CATCH();
}
void
getOutputFileList(getOutputFileListResponse& getOutputFileList_response,
const string& jid, const string& protocol)
{
int fd = -1;
try {
edglog_fn("wmpoperations::getOutputFileList");
edglog(debug) << "getOutputFileList requested for job: " << jid << endl;
initWMProxyOperation("getOutputFileList");
// do not need a valid delegated credential to retrieve the output
security::do_authZ("getOutputFileList");
// File descriptor for operation lock system:
// During jobPurge operation, a check to getOutputFileList lock file is done
// If a getOutputFileList is requested, jobPurge operation is aborted
JobId jobid(jid);
fd = wmputilities::operationLock(
wmputilities::getGetOutputFileListLockFilePath(jobid),
"getOutputFileList");
string jobdirectory = wmputilities::getJobDirectoryPath(jobid);
// bug 98113
// wmputilities::readTextFile(wmputilities::getJobJDLExistingStartPath(jid)
// turn into classad
// get VO and VOMS_FQAN attributes
// compare with wmputilities::getGridsiteVO()
// build a set from this vector of strings wmputilities::getGridsiteFQANs()
// and check that VOMS_FQAN is in that set
//ClassAd *classad;
//ClassAdParser parser;
//classad = parser.ParseClassAd(wmputilities::getJobJDLExistingStartPath(jid), true);
//ad.EvaluateAttr( "foo", val )
//JDLPrivate::VOMS_FQAN
//JDL::VIRTUAL_ORGANISATION
// Checking for maradona file, created if and only if the job is in DONE state
// isn't the check on the status already done in the client?
edglog(info)<<"Searching for MARADONA file: "<<jobdirectory + FILE_SEPARATOR
+ MARADONA_FILE<<endl;
if (!wmputilities::fileExists(jobdirectory + FILE_SEPARATOR + MARADONA_FILE)) {
// MARADONA file NOT found
// Initializing logger
WMPEventLogger wmplogger(wmputilities::getEndpoint());
wmplogger.setLBProxy(conf.isLBProxyAvailable(), wmputilities::getDN_SSL());
wmplogger.init_and_set_logging_job("", 0, &jobid);
string userProxyJob = wmputilities::getJobDelegatedProxyPath(jobid);
long timeleft = 0;
try {
security::getProxyTimeLeft(userProxyJob);
} catch (glite::wmsutils::exception::Exception& ex) {
}
// Setting user proxy, checks whether the user proxy is still valid,
// switching to the host proxy if the user proxy expired
if ( timeleft <= 1) {
string hostProxy = configuration::Configuration::instance()->common()->host_proxy_file();
wmplogger.setUserProxy(hostProxy); // throws
} else {
wmplogger.setUserProxy(userProxyJob); // throws
}
// Getting job status to check if is a job and its status
JobStatus status = wmplogger.getStatus(false);
if (status.getValInt(JobStatus::CHILDREN_NUM) != 0) {
string msg = "getOutputFileList operation not allowed for dag or collection type";
edglog(error)<<msg<<": "<<jobid.toString()<<endl;
throw JobOperationException(__FILE__, __LINE__, "getOutputFileList()",
wmputilities::WMS_OPERATION_NOT_ALLOWED, msg);
}
// getOutputFileList allowed when:
// STATUS is eithr Done (yet done_code!= FAILED) or Aborted
if (((status.status == JobStatus::DONE)
&&(status.getValInt(JobStatus::DONE_CODE) == JobStatus::DONE_CODE_FAILED))
|| ((status.status != JobStatus::DONE) && (status.status != JobStatus::ABORTED))) {
edglog(error)<<
"Job current status doesn't allow getOutputFileList operation"<<endl;
throw JobOperationException(__FILE__, __LINE__,
"getOutputFileList()", wmputilities::WMS_OPERATION_NOT_ALLOWED,
"Job current status doesn't allow getOutputFileList operation");
}
} // else ...... If MARADONA file is found, output files are definitely present on WMS
string outputpath = wmputilities::getOutputSBDirectoryPath(jid);
vector<string> *jobdiruris = getJobDirectoryURIsVector(conf.getProtocols(),
conf.getDefaultProtocol(), conf.getDefaultPort(), conf.getHTTPSPort(),
jid, protocol, "output");
unsigned int jobdirsize = jobdiruris->size();
// Searching files inside directory
const boost::filesystem::path p(outputpath, boost::filesystem::native);
std::vector<std::string> found;
glite::wms::wmproxy::commands::list_files(p, found);
edglog(debug)<<"List size is (hidden files included): "
<<found.size()<<endl;
// Creating the list
StringAndLongList *list = new StringAndLongList();
vector<StringAndLongType*> *file = new vector<StringAndLongType*>;
StringAndLongType *item = NULL;
string filename;
long filesize;
vector<string>::iterator iter = found.begin();
vector<string>::iterator const end = found.end();
for (; iter != end; ++iter) {
// Checking for hidden files
filename = wmputilities::getFileName(string(*iter));
if ((filename != MARADONA_FILE) && (filename
!= security::GaclManager::WMPGACL_DEFAULT_FILE)) {
filesize = wmputilities::computeFileSize(*iter);
edglog(debug)<<"Inserting file name: " <<filename<<endl;
edglog(debug)<<"Inserting file size: " <<filesize<<endl;
for (unsigned int i = 0; i < jobdirsize; i++) {
item = new StringAndLongType();
item->name = (*jobdiruris)[i] + FILE_SEPARATOR + filename;
item->size = filesize;
file->push_back(item);
}
}
}
list->file = file;
getOutputFileList_response.OutputFileAndSizeList = list;
edglog(debug)<<"Successfully retrieved files: "<<found.size()<<endl;
edglog(debug)<<"Removing lock..."<<std::endl;
wmputilities::operationUnlock(fd);
} catch (glite::wmsutils::exception::Exception const& e) {
edglog(debug)<<"Removing lock..."<<std::endl;
wmputilities::operationUnlock(fd);
edglog(debug) << "wmsutils::Exception: " << e.what() << std::endl;
throw e;
} catch (exception& ex) {
edglog(debug)<<"Removing lock..."<<std::endl;
wmputilities::operationUnlock(fd);
edglog(debug)<<"std::exception: "<<ex.what()<<std::endl;
throw ex;
}
}
void printStatus(JobStatus &stat, int level) {
std::vector<pair<JobStatus::Attr, JobStatus::AttrType> > attrList = stat.getAttrs();
cout << "\nJob Status Information:\n - Current Status = " << stat.name() << "\n ---" << endl<< flush ;
if (level>0)
for (unsigned i=0; i < attrList.size(); i++ ) {
cout << stat.getAttrName(attrList[i].first) << " == " ;
switch (attrList[i].second) {
case JobStatus::INT_T :
cout << stat.getValInt(attrList[i].first) << endl<<flush;
break;
case JobStatus::STRING_T :
cout << stat.getValString(attrList[i].first) << endl<<flush;
break;
case JobStatus::TIMEVAL_T :{
timeval t = stat.getValTime(attrList[i].first);
cout << t.tv_sec << "." << t.tv_usec << " s " << endl<<flush;}
break;
case JobStatus::BOOL_T :
cout << stat.getValBool(attrList[i].first) << endl<<flush;
break;
case JobStatus::JOBID_T :{
if(((glite::wmsutils::jobid::JobId)stat.getValJobId(attrList[i].first)).isSet())
cout << stat.getValJobId(attrList[i].first).toString() << endl<<flush;
}
break;
case JobStatus::STSLIST_T :{
std::vector<JobStatus> v = stat.getValJobStatusList(attrList[i].first);
for(unsigned int i=0; i < v.size(); i++) ; //TBD
}
break ;
case JobStatus::TAGLIST_T :{
std::vector<std::pair<std::string,std::string> > v = stat.getValTagList( attrList[i].first ) ;
for (unsigned int i = 0 ; i < v.size() ; i++ )
cout << v[i].first << " - " << v[i].second << " ; " << flush ;
}
break;
case JobStatus::INTLIST_T :{
std::vector<int> v = stat.getValIntList(attrList[i].first);
for(unsigned int j=0; j < v.size(); j++)
cout << " " << v[j] << flush ;
cout << endl<<flush;
}
break;
case JobStatus::STRLIST_T :{
std::vector<std::string> v = stat.getValStringList(attrList[i].first);
for(unsigned int j=0; j < v.size(); j++)
cout << v[j] ;
cout << endl<<flush;
}
break ;
default : /* something is wrong */
break;
}
}
cout << endl<<flush;
}