int SCHED_DB_RESULT::parse_from_client(XML_PARSER& xp) { double dtemp; bool btemp; string stemp; int itemp; // should be non-zero if exit_status is not found exit_status = ERR_NO_EXIT_STATUS; memset(this, 0, sizeof(*this)); while (!xp.get_tag()) { if (xp.match_tag("/result")) { return 0; } if (xp.parse_str("name", name, sizeof(name))) continue; if (xp.parse_int("state", client_state)) continue; if (xp.parse_double("final_cpu_time", cpu_time)) continue; if (xp.parse_double("final_elapsed_time", elapsed_time)) continue; if (xp.parse_int("exit_status", exit_status)) continue; if (xp.parse_int("app_version_num", app_version_num)) continue; if (xp.match_tag("file_info")) { string s; xp.copy_element(s); safe_strcat(xml_doc_out, s.c_str()); continue; } if (xp.match_tag("stderr_out" )) { copy_element_contents(xp.f->f, "</stderr_out>", stderr_out, sizeof(stderr_out)); continue; } if (xp.parse_string("platform", stemp)) continue; if (xp.parse_int("version_num", itemp)) continue; if (xp.parse_string("plan_class", stemp)) continue; if (xp.parse_double("completed_time", dtemp)) continue; if (xp.parse_string("file_name", stemp)) continue; if (xp.match_tag("file_ref")) { xp.copy_element(stemp); continue; } if (xp.parse_string("open_name", stemp)) continue; if (xp.parse_bool("ready_to_report", btemp)) continue; if (xp.parse_double("report_deadline", dtemp)) continue; if (xp.parse_string("wu_name", stemp)) continue; // deprecated stuff if (xp.parse_double("fpops_per_cpu_sec", dtemp)) continue; if (xp.parse_double("fpops_cumulative", dtemp)) continue; if (xp.parse_double("intops_per_cpu_sec", dtemp)) continue; if (xp.parse_double("intops_cumulative", dtemp)) continue; log_messages.printf(MSG_NORMAL, "RESULT::parse_from_client(): unrecognized: %s\n", xp.parsed_tag ); } return ERR_XML_PARSE; }
int HOST::parse(XML_PARSER& xp) { p_ncpus = 1; double dtemp; string stemp; while (!xp.get_tag()) { if (xp.match_tag("/host_info")) return 0; if (xp.parse_int("timezone", timezone)) continue; if (xp.parse_str("domain_name", domain_name, sizeof(domain_name))) continue; if (xp.parse_str("ip_addr", last_ip_addr, sizeof(last_ip_addr))) continue; if (xp.parse_str("host_cpid", host_cpid, sizeof(host_cpid))) continue; if (xp.parse_int("p_ncpus", p_ncpus)) continue; if (xp.parse_str("p_vendor", p_vendor, sizeof(p_vendor))) continue; if (xp.parse_str("p_model", p_model, sizeof(p_model))) continue; if (xp.parse_double("p_fpops", p_fpops)) continue; if (xp.parse_double("p_iops", p_iops)) continue; if (xp.parse_double("p_membw", p_membw)) continue; if (xp.parse_str("os_name", os_name, sizeof(os_name))) continue; if (xp.parse_str("os_version", os_version, sizeof(os_version))) continue; if (xp.parse_double("m_nbytes", m_nbytes)) continue; if (xp.parse_double("m_cache", m_cache)) continue; if (xp.parse_double("m_swap", m_swap)) continue; if (xp.parse_double("d_total", d_total)) continue; if (xp.parse_double("d_free", d_free)) continue; if (xp.parse_double("n_bwup", n_bwup)) continue; if (xp.parse_double("n_bwdown", n_bwdown)) continue; if (xp.parse_str("p_features", p_features, sizeof(p_features))) continue; if (xp.parse_str("virtualbox_version", virtualbox_version, sizeof(virtualbox_version))) continue; if (xp.parse_bool("p_vm_extensions_disabled", p_vm_extensions_disabled)) continue; // parse deprecated fields to avoid error messages // if (xp.parse_double("p_calculated", dtemp)) continue; if (xp.match_tag("p_fpop_err")) continue; if (xp.match_tag("p_iop_err")) continue; if (xp.match_tag("p_membw_err")) continue; // fields reported by 5.5+ clients, not currently used // if (xp.parse_string("p_capabilities", stemp)) continue; if (xp.parse_string("accelerators", stemp)) continue; #if 1 // not sure where these fields belong in the above categories // if (xp.parse_string("cpu_caps", stemp)) continue; if (xp.parse_string("cache_l1", stemp)) continue; if (xp.parse_string("cache_l2", stemp)) continue; if (xp.parse_string("cache_l3", stemp)) continue; #endif log_messages.printf(MSG_NORMAL, "HOST::parse(): unrecognized: %s\n", xp.parsed_tag ); } return ERR_XML_PARSE; }
int TASK::parse(XML_PARSER& xp) { char buf[8192]; weight = 1; current_cpu_time = 0; final_cpu_time = 0; stat_first = true; pid = 0; is_daemon = false; multi_process = false; append_cmdline_args = false; time_limit = 0; priority = PROCESS_PRIORITY_LOWEST; while (!xp.get_tag()) { if (!xp.is_tag) { fprintf(stderr, "%s TASK::parse(): unexpected text %s\n", boinc_msg_prefix(buf, sizeof(buf)), xp.parsed_tag ); continue; } if (xp.match_tag("/task")) { return 0; } else if (xp.parse_string("application", application)) continue; else if (xp.parse_str("exec_dir", buf, sizeof(buf))) { macro_substitute(buf); exec_dir = buf; continue; } else if (xp.parse_str("setenv", buf, sizeof(buf))) { macro_substitute(buf); vsetenv.push_back(buf); continue; } else if (xp.parse_string("stdin_filename", stdin_filename)) continue; else if (xp.parse_string("stdout_filename", stdout_filename)) continue; else if (xp.parse_string("stderr_filename", stderr_filename)) continue; else if (xp.parse_str("command_line", buf, sizeof(buf))) { macro_substitute(buf); command_line = buf; continue; } else if (xp.parse_string("checkpoint_filename", checkpoint_filename)) continue; else if (xp.parse_string("fraction_done_filename", fraction_done_filename)) continue; else if (xp.parse_double("weight", weight)) continue; else if (xp.parse_bool("daemon", is_daemon)) continue; else if (xp.parse_bool("multi_process", multi_process)) continue; else if (xp.parse_bool("append_cmdline_args", append_cmdline_args)) continue; else if (xp.parse_double("time_limit", time_limit)) continue; else if (xp.parse_int("priority", priority)) continue; } return ERR_XML_PARSE; }
int parse_zip_output(XML_PARSER& xp) { char buf[256]; while (!xp.get_tag()) { if (xp.match_tag("/zip_output")) { return 0; } if (xp.parse_string("zipfilename", zip_filename)) { continue; } if (xp.parse_str("filename", buf, sizeof(buf))) { regexp* rp; int retval = re_comp_w(&rp, buf); if (retval) { fprintf(stderr, "re_comp_w() failed: %d\n", retval); exit(1); } zip_patterns.push_back(rp); continue; } fprintf(stderr, "%s unexpected tag in job.xml: %s\n", boinc_msg_prefix(buf, sizeof(buf)), xp.parsed_tag ); } return ERR_XML_PARSE; }
// This is to parse our own XML. // parse_rss() parses an RSS feed item. // int NOTICE::parse(XML_PARSER& xp) { clear(); while (!xp.get_tag()) { if (!xp.is_tag) continue; if (xp.match_tag("/notice")) { if (strcasestr(description.c_str(), "youtube.com")) { is_youtube_video = true; } return 0; } if (xp.parse_int("seqno", seqno)) continue; if (xp.parse_str("title", title, sizeof(title))) continue; if (xp.parse_string("description", description)) { xml_unescape(description); // 2nd pass continue; } if (xp.parse_double("create_time", create_time)) continue; if (xp.parse_double("arrival_time", arrival_time)) continue; if (xp.parse_bool("is_private", is_private)) continue; if (xp.parse_str("category", category, sizeof(category))) continue; if (xp.parse_str("link", link, sizeof(link))) continue; if (xp.parse_str("project_name", project_name, sizeof(project_name))) continue; if (xp.parse_str("guid", guid, sizeof(guid))) continue; if (xp.parse_str("feed_url", feed_url, sizeof(feed_url))) continue; } return ERR_XML_PARSE; }
void ACCOUNT_IN::parse(XML_PARSER& xp) { url = ""; email_addr = ""; passwd_hash = ""; user_name = ""; team_name = ""; while (!xp.get_tag()) { if (xp.parse_string("url", url)) continue; if (xp.parse_string("email_addr", email_addr)) continue; if (xp.parse_string("passwd_hash", passwd_hash)) continue; if (xp.parse_string("user_name", user_name)) continue; if (xp.parse_string("team_name", team_name)) continue; } canonicalize_master_url(url); }
int parse_trickle_up_urls(XML_PARSER& xp, std::vector<std::string>& urls) { string s; while (!xp.get_tag()) { if (xp.match_tag("/trickle_up_urls")) { return 0; } if (xp.parse_string("url", s)) { urls.push_back(s); } } return ERR_XML_PARSE; }
int EXCLUDE_GPU::parse(XML_PARSER& xp) { bool found_url = false; type = ""; appname = ""; device_num = -1; while (!xp.get_tag()) { if (!xp.is_tag) continue; if (xp.match_tag("/exclude_gpu")) { if (!found_url) return ERR_XML_PARSE; return 0; } if (xp.parse_string("url", url)) { canonicalize_master_url(url); found_url = true; continue; } if (xp.parse_int("device_num", device_num)) continue; if (xp.parse_string("type", type)) continue; if (xp.parse_string("app", appname)) continue; } return ERR_XML_PARSE; }
int TEMPLATE_DESC::parse(XML_PARSER& xp) { int retval; string s; while (!xp.get_tag()) { if (xp.match_tag("input_template")) { while (!xp.get_tag()) { if (xp.match_tag("/input_template")) break; if (xp.parse_string("open_name", s)) { input_files.push_back(s); } } } if (xp.match_tag("output_template")) { while (!xp.get_tag()) { if (xp.match_tag("/output_template")) break; if (xp.parse_string("open_name", s)) { output_files.push_back(s); } } } } return 0; }
int WORKUNIT::parse(XML_PARSER& xp) { FILE_REF file_ref; double dtemp; strcpy(name, ""); strcpy(app_name, ""); version_num = 0; command_line = ""; //strcpy(env_vars, ""); app = NULL; project = NULL; // Default these to very large values (1 week on a 1 cobblestone machine) // so we don't keep asking the server for more work rsc_fpops_est = 1e9*SECONDS_PER_DAY*7; rsc_fpops_bound = 4e9*SECONDS_PER_DAY*7; rsc_memory_bound = 1e8; rsc_disk_bound = 1e9; while (!xp.get_tag()) { if (xp.match_tag("/workunit")) return 0; if (xp.parse_str("name", name, sizeof(name))) continue; if (xp.parse_str("app_name", app_name, sizeof(app_name))) continue; if (xp.parse_int("version_num", version_num)) continue; if (xp.parse_string("command_line", command_line)) { strip_whitespace(command_line); continue; } //if (xp.parse_str("env_vars", env_vars, sizeof(env_vars))) continue; if (xp.parse_double("rsc_fpops_est", rsc_fpops_est)) continue; if (xp.parse_double("rsc_fpops_bound", rsc_fpops_bound)) continue; if (xp.parse_double("rsc_memory_bound", rsc_memory_bound)) continue; if (xp.parse_double("rsc_disk_bound", rsc_disk_bound)) continue; if (xp.match_tag("file_ref")) { file_ref.parse(xp); #ifndef SIM input_files.push_back(file_ref); #endif continue; } // unused stuff if (xp.parse_double("credit", dtemp)) continue; if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] WORKUNIT::parse(): unrecognized: %s\n", xp.parsed_tag ); } xp.skip_unexpected(); } return ERR_XML_PARSE; }
int NOTICE::parse_rss(XML_PARSER& xp) { char buf[256]; clear(); while (!xp.get_tag()) { if (!xp.is_tag) continue; if (xp.match_tag("/item")) return 0; if (xp.parse_str("title", title, sizeof(title))) continue; if (xp.parse_str("link", link, sizeof(link))) continue; if (xp.parse_str("guid", guid, sizeof(guid))) continue; if (xp.parse_string("description", description)) continue; if (xp.parse_str("pubDate", buf, sizeof(buf))) { create_time = parse_rss_time(buf); continue; } } return ERR_XML_PARSE; }
int OUTPUT_FILE_INFO::parse(XML_PARSER& xp) { bool found=false; optional = false; no_validate = false; while (!xp.get_tag()) { if (!xp.is_tag) continue; if (xp.match_tag("/file_ref")) { return found?0:ERR_XML_PARSE; } if (xp.parse_string("file_name", name)) { found = true; continue; } if (xp.parse_bool("optional", optional)) continue; if (xp.parse_bool("no_validate", no_validate)) continue; } return ERR_XML_PARSE; }
int parse_unzip_input(XML_PARSER& xp) { char buf2[256]; string s; while (!xp.get_tag()) { if (xp.match_tag("/unzip_input")) { return 0; } if (xp.parse_string("zipfilename", s)) { unzip_filenames.push_back(s); continue; } fprintf(stderr, "%s unexpected tag in job.xml: %s\n", boinc_msg_prefix(buf2, sizeof(buf2)), xp.parsed_tag ); } return ERR_XML_PARSE; }
int COMPLETED_JOB_DESC::parse(XML_PARSER& xp) { canonical_resultid = 0; error_mask = 0; error_resultid = 0; exit_status = 0; elapsed_time = 0; cpu_time = 0; while (!xp.get_tag()) { if (xp.match_tag("/completed_job")) return 0; if (xp.parse_int("canonical_resultid", canonical_resultid)) continue; if (xp.parse_int("error_mask", error_mask)) continue; if (xp.parse_int("error_resultid", error_resultid)) continue; if (xp.parse_int("exit_status", exit_status)) continue; if (xp.parse_double("elapsed_time", elapsed_time)) continue; if (xp.parse_double("cpu_time", cpu_time)) continue; if (xp.parse_string("stderr_out", stderr_out)) { xml_unescape(stderr_out); continue; } } return ERR_XML_PARSE; }
// parse project fields from client_state.xml // int PROJECT::parse_state(XML_PARSER& xp) { char buf[256]; std::string sched_url, stemp; string str1, str2; int retval, rt; double x; bool btemp; init(); while (!xp.get_tag()) { if (xp.match_tag("/project")) { if (cpid_time == 0) { cpid_time = user_create_time; } if (dont_use_dcf) { duration_correction_factor = 1; } return 0; } if (xp.parse_string("scheduler_url", sched_url)) { scheduler_urls.push_back(sched_url); continue; } if (xp.parse_str("master_url", master_url, sizeof(master_url))) continue; if (xp.parse_str("project_name", project_name, sizeof(project_name))) continue; if (xp.parse_str("symstore", symstore, sizeof(symstore))) continue; if (xp.parse_str("user_name", user_name, sizeof(user_name))) continue; if (xp.parse_str("team_name", team_name, sizeof(team_name))) continue; if (xp.parse_str("host_venue", host_venue, sizeof(host_venue))) continue; if (xp.parse_str("email_hash", email_hash, sizeof(email_hash))) continue; if (xp.parse_str("cross_project_id", cross_project_id, sizeof(cross_project_id))) continue; if (xp.parse_str("external_cpid", external_cpid, sizeof(external_cpid))) continue; if (xp.parse_double("cpid_time", cpid_time)) continue; if (xp.parse_double("user_total_credit", user_total_credit)) continue; if (xp.parse_double("user_expavg_credit", user_expavg_credit)) continue; if (xp.parse_double("user_create_time", user_create_time)) continue; if (xp.parse_int("rpc_seqno", rpc_seqno)) continue; if (xp.parse_int("userid", userid)) continue; if (xp.parse_int("teamid", teamid)) continue; if (xp.parse_int("hostid", hostid)) continue; if (xp.parse_double("host_total_credit", host_total_credit)) continue; if (xp.parse_double("host_expavg_credit", host_expavg_credit)) continue; if (xp.parse_double("host_create_time", host_create_time)) continue; if (xp.match_tag("code_sign_key")) { retval = copy_element_contents( xp.f->f, "</code_sign_key>", code_sign_key, sizeof(code_sign_key) ); if (retval) return retval; strip_whitespace(code_sign_key); continue; } if (xp.parse_int("nrpc_failures", nrpc_failures)) continue; if (xp.parse_int("master_fetch_failures", master_fetch_failures)) continue; if (xp.parse_double("min_rpc_time", x)) continue; if (xp.parse_bool("master_url_fetch_pending", master_url_fetch_pending)) continue; if (xp.parse_int("sched_rpc_pending", sched_rpc_pending)) continue; if (xp.parse_double("next_rpc_time", next_rpc_time)) continue; if (xp.parse_bool("trickle_up_pending", trickle_up_pending)) continue; if (xp.parse_int("send_time_stats_log", send_time_stats_log)) continue; if (xp.parse_int("send_job_log", send_job_log)) continue; if (xp.parse_bool("send_full_workload", send_full_workload)) continue; if (xp.parse_bool("dont_use_dcf", dont_use_dcf)) continue; if (xp.parse_bool("non_cpu_intensive", non_cpu_intensive)) continue; if (xp.parse_bool("verify_files_on_app_start", verify_files_on_app_start)) continue; if (xp.parse_bool("suspended_via_gui", suspended_via_gui)) continue; if (xp.parse_bool("dont_request_more_work", dont_request_more_work)) continue; if (xp.parse_bool("detach_when_done", detach_when_done)) continue; if (xp.parse_bool("ended", ended)) continue; if (xp.parse_double("rec", pwf.rec)) continue; if (xp.parse_double("rec_time", pwf.rec_time)) continue; if (xp.parse_double("cpu_backoff_interval", rsc_pwf[0].backoff_interval)) continue; if (xp.parse_double("cpu_backoff_time", rsc_pwf[0].backoff_time)) { if (rsc_pwf[0].backoff_time > gstate.now + 28*SECONDS_PER_DAY) { rsc_pwf[0].backoff_time = gstate.now + 28*SECONDS_PER_DAY; } continue; } if (xp.match_tag("rsc_backoff_interval")) { if (parse_rsc_param(xp, "/rsc_backoff_interval", rt, x)) { rsc_pwf[rt].backoff_interval = x; } continue; } if (xp.match_tag("rsc_backoff_time")) { if (parse_rsc_param(xp, "/rsc_backoff_time", rt, x)) { rsc_pwf[rt].backoff_time = x; } continue; } if (xp.parse_double("resource_share", resource_share)) continue; // not authoritative if (xp.parse_double("duration_correction_factor", duration_correction_factor)) continue; if (xp.parse_bool("attached_via_acct_mgr", attached_via_acct_mgr)) continue; if (xp.parse_bool("no_cpu_apps", btemp)) { if (btemp) handle_no_rsc_apps(this, "CPU"); continue; } // deprecated if (xp.parse_bool("no_cuda_apps", btemp)) { if (btemp) handle_no_rsc_apps(this, GPU_TYPE_NVIDIA); continue; } if (xp.parse_bool("no_ati_apps", btemp)) { if (btemp) handle_no_rsc_apps(this, GPU_TYPE_ATI); continue; } if (xp.parse_str("no_rsc_apps", buf, sizeof(buf))) { handle_no_rsc_apps(this, buf); continue; } if (xp.parse_bool("no_cpu_ams", btemp)) { if (btemp) handle_no_rsc_ams(this, "CPU"); continue; } if (xp.parse_bool("no_cuda_ams", btemp)) { if (btemp) handle_no_rsc_ams(this, GPU_TYPE_NVIDIA); continue; } if (xp.parse_bool("no_ati_ams", btemp)) { if (btemp) handle_no_rsc_ams(this, GPU_TYPE_ATI); continue; } if (xp.parse_bool("no_intel_gpu_ams", btemp)) { if (btemp) handle_no_rsc_ams(this, GPU_TYPE_INTEL); continue; } if (xp.parse_str("no_rsc_ams", buf, sizeof(buf))) { handle_no_rsc_ams(this, buf); continue; } if (xp.parse_str("no_rsc_pref", buf, sizeof(buf))) { handle_no_rsc_pref(this, buf); continue; } // backwards compat - old state files had ams_resource_share = 0 if (xp.parse_double("ams_resource_share_new", ams_resource_share)) continue; if (xp.parse_double("ams_resource_share", x)) { if (x > 0) ams_resource_share = x; continue; } if (xp.parse_bool("scheduler_rpc_in_progress", btemp)) continue; if (xp.parse_bool("use_symlinks", use_symlinks)) continue; if (xp.parse_bool("anonymous_platform", btemp)) continue; if (xp.parse_string("trickle_up_url", stemp)) { trickle_up_ops.push_back(new TRICKLE_UP_OP(stemp)); continue; } if (xp.parse_double("desired_disk_usage", desired_disk_usage)) continue; if (xp.parse_int("njobs_success", njobs_success)) continue; if (xp.parse_int("njobs_error", njobs_error)) continue; if (xp.parse_double("elapsed_time", elapsed_time)) continue; if (xp.parse_double("last_rpc_time", last_rpc_time)) continue; #ifdef SIM if (xp.match_tag("available")) { available.parse(xp, "/available"); continue; } #endif if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] PROJECT::parse_state(): unrecognized: %s", xp.parsed_tag ); } xp.skip_unexpected(); } return ERR_XML_PARSE; }
// This is used by GUI RPC clients, NOT by the BOINC client // KEEP IN SYNCH WITH CONFIG::parse_options_client()!! // int CONFIG::parse_options(XML_PARSER& xp) { string s; int n, retval; //clear(); // don't do this here because some options are set by cmdline args, // which are parsed first // but do clear these, which aren't accessable via cmdline: // alt_platforms.clear(); exclusive_apps.clear(); exclusive_gpu_apps.clear(); for (int i=1; i<NPROC_TYPES; i++) { ignore_gpu_instance[i].clear(); } exclude_gpus.clear(); while (!xp.get_tag()) { if (!xp.is_tag) { continue; } if (xp.match_tag("/options")) { return 0; } if (xp.parse_bool("abort_jobs_on_exit", abort_jobs_on_exit)) continue; if (xp.parse_bool("allow_multiple_clients", allow_multiple_clients)) continue; if (xp.parse_bool("allow_remote_gui_rpc", allow_remote_gui_rpc)) continue; if (xp.parse_string("alt_platform", s)) { alt_platforms.push_back(s); continue; } if (xp.parse_string("client_download_url", client_download_url)) { downcase_string(client_download_url); continue; } if (xp.parse_string("client_version_check_url", client_version_check_url)) { downcase_string(client_version_check_url); continue; } if (xp.match_tag("coproc")) { COPROC c; retval = c.parse(xp); if (retval) return retval; c.specified_in_config = true; if (!strcmp(c.type, "CPU")) continue; config_coprocs.add(c); continue; } if (xp.parse_str("data_dir", data_dir, sizeof(data_dir))) { continue; } if (xp.parse_bool("disallow_attach", disallow_attach)) continue; if (xp.parse_bool("dont_check_file_sizes", dont_check_file_sizes)) continue; if (xp.parse_bool("dont_contact_ref_site", dont_contact_ref_site)) continue; if (xp.match_tag("exclude_gpu")) { EXCLUDE_GPU eg; retval = eg.parse(xp); if (retval) return retval; exclude_gpus.push_back(eg); continue; } if (xp.parse_string("exclusive_app", s)) { if (!strstr(s.c_str(), "boinc")) { exclusive_apps.push_back(s); } continue; } if (xp.parse_string("exclusive_gpu_app", s)) { if (!strstr(s.c_str(), "boinc")) { exclusive_gpu_apps.push_back(s); } continue; } if (xp.parse_bool("exit_after_finish", exit_after_finish)) continue; if (xp.parse_bool("exit_before_start", exit_before_start)) continue; if (xp.parse_bool("exit_when_idle", exit_when_idle)) { if (exit_when_idle) { report_results_immediately = true; } continue; } if (xp.parse_bool("fetch_minimal_work", fetch_minimal_work)) continue; if (xp.parse_bool("fetch_on_update", fetch_on_update)) continue; if (xp.parse_string("force_auth", force_auth)) { downcase_string(force_auth); continue; } if (xp.parse_bool("http_1_0", http_1_0)) continue; if (xp.parse_int("http_transfer_timeout", http_transfer_timeout)) continue; if (xp.parse_int("http_transfer_timeout_bps", http_transfer_timeout_bps)) continue; if (xp.parse_int("ignore_cuda_dev", n) || xp.parse_int("ignore_nvidia_dev", n)) { ignore_gpu_instance[PROC_TYPE_NVIDIA_GPU].push_back(n); continue; } if (xp.parse_int("ignore_ati_dev", n)) { ignore_gpu_instance[PROC_TYPE_AMD_GPU].push_back(n); continue; } if (xp.parse_int("ignore_intel_gpu_dev", n)) { ignore_gpu_instance[PROC_TYPE_INTEL_GPU].push_back(n); continue; } if (xp.parse_int("max_file_xfers", max_file_xfers)) continue; if (xp.parse_int("max_file_xfers_per_project", max_file_xfers_per_project)) continue; if (xp.parse_int("max_stderr_file_size", max_stderr_file_size)) continue; if (xp.parse_int("max_stdout_file_size", max_stdout_file_size)) continue; if (xp.parse_int("max_tasks_reported", max_tasks_reported)) continue; if (xp.parse_int("ncpus", ncpus)) continue; if (xp.parse_string("network_test_url", network_test_url)) { downcase_string(network_test_url); continue; } if (xp.parse_bool("no_alt_platform", no_alt_platform)) continue; if (xp.parse_bool("no_gpus", no_gpus)) continue; if (xp.parse_bool("no_info_fetch", no_info_fetch)) continue; if (xp.parse_bool("no_priority_change", no_priority_change)) continue; if (xp.parse_bool("os_random_only", os_random_only)) continue; #ifndef SIM if (xp.match_tag("proxy_info")) { proxy_info.parse_config(xp); continue; } #endif if (xp.parse_double("rec_half_life_days", rec_half_life)) { if (rec_half_life <= 0) rec_half_life = 10; rec_half_life *= 86400; continue; } if (xp.parse_bool("report_results_immediately", report_results_immediately)) continue; if (xp.parse_bool("run_apps_manually", run_apps_manually)) continue; if (xp.parse_int("save_stats_days", save_stats_days)) continue; if (xp.parse_bool("simple_gui_only", simple_gui_only)) continue; if (xp.parse_bool("skip_cpu_benchmarks", skip_cpu_benchmarks)) continue; if (xp.parse_double("start_delay", start_delay)) continue; if (xp.parse_bool("stderr_head", stderr_head)) continue; if (xp.parse_bool("suppress_net_info", suppress_net_info)) continue; if (xp.parse_bool("unsigned_apps_ok", unsigned_apps_ok)) continue; if (xp.parse_bool("use_all_gpus", use_all_gpus)) continue; if (xp.parse_bool("use_certs", use_certs)) continue; if (xp.parse_bool("use_certs_only", use_certs_only)) continue; if (xp.parse_bool("vbox_window", vbox_window)) continue; xp.skip_unexpected(true, "CONFIG::parse_options"); } return ERR_XML_PARSE; }
// parse a project account from AM reply // int AM_ACCOUNT::parse(XML_PARSER& xp) { char buf[256]; bool btemp; int retval; double dtemp; detach = false; update = false; memset(no_rsc, 0, sizeof(no_rsc)); dont_request_more_work.init(); detach_when_done.init(); suspend.init(); abort_not_started.init(); url = ""; safe_strcpy(url_signature, ""); authenticator = ""; resource_share.init(); while (!xp.get_tag()) { if (!xp.is_tag) { if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] AM_ACCOUNT::parse: unexpected text %s", xp.parsed_tag ); } continue; } if (xp.match_tag("/account")) { if (url.length()) return 0; return ERR_XML_PARSE; } if (xp.parse_string("url", url)) continue; if (xp.match_tag("url_signature")) { retval = xp.element_contents("</url_signature>", url_signature, sizeof(url_signature)); if (retval) return retval; safe_strcat(url_signature, "\n"); continue; } if (xp.parse_string("authenticator", authenticator)) continue; if (xp.parse_bool("detach", detach)) continue; if (xp.parse_bool("update", update)) continue; if (xp.parse_bool("no_cpu", btemp)) { handle_no_rsc("CPU", btemp); continue; } // deprecated if (xp.parse_bool("no_cuda", btemp)) { handle_no_rsc(GPU_TYPE_NVIDIA, btemp); continue; } if (xp.parse_bool("no_ati", btemp)) { handle_no_rsc(GPU_TYPE_NVIDIA, btemp); continue; } if (xp.parse_str("no_rsc", buf, sizeof(buf))) { handle_no_rsc(buf, true); continue; } if (xp.parse_bool("dont_request_more_work", btemp)) { dont_request_more_work.set(btemp); continue; } if (xp.parse_bool("detach_when_done", btemp)) { detach_when_done.set(btemp); continue; } if (xp.parse_double("resource_share", dtemp)) { if (dtemp >= 0) { resource_share.set(dtemp); } else { msg_printf(NULL, MSG_INFO, "Resource share out of range: %f", dtemp ); } continue; } if (xp.parse_bool("suspend", btemp)) { suspend.set(btemp); continue; } if (xp.parse_bool("abort_not_started", btemp)) { abort_not_started.set(btemp); continue; } if (log_flags.unparsed_xml) { msg_printf(NULL, MSG_INFO, "[unparsed_xml] AM_ACCOUNT: unrecognized %s", xp.parsed_tag ); } xp.skip_unexpected(log_flags.unparsed_xml, "AM_ACCOUNT::parse"); } return ERR_XML_PARSE; }
static int process_file_info( XML_PARSER& xp, string& out, vector<INFILE_DESC> infiles, SCHED_CONFIG& config_loc ) { vector<string> urls; bool gzip = false; int retval, file_number = -1; double nbytes, nbytesdef = -1, gzipped_nbytes; string md5str, urlstr, tmpstr; char buf[BLOB_SIZE], path[MAXPATHLEN], top_download_path[MAXPATHLEN]; char gzip_path[MAXPATHLEN]; char md5[33], url[256], gzipped_url[256], buf2[256]; out += "<file_info>\n"; while (!xp.get_tag()) { if (xp.parse_int("number", file_number)) { continue; } else if (xp.parse_bool("gzip", gzip)) { continue; } else if (xp.parse_string("url", urlstr)) { urls.push_back(urlstr); continue; } else if (xp.parse_string("md5_cksum", md5str)) { continue; } else if (xp.parse_double("nbytes", nbytesdef)) { continue; } else if (xp.parse_double("gzipped_nbytes", gzipped_nbytes)) { continue; } else if (xp.match_tag("/file_info")) { if (nbytesdef != -1 || md5str != "" || urlstr != "") { if (nbytesdef == -1 || md5str == "" || urlstr == "") { fprintf(stderr, "All file properties must be defined " "if at least one is defined (url, md5_cksum, nbytes)!\n" ); return ERR_XML_PARSE; } if (gzip && !gzipped_nbytes) { fprintf(stderr, "Must specify gzipped_nbytes\n"); return ERR_XML_PARSE; } } if (file_number < 0) { fprintf(stderr, "No file number found\n"); return ERR_XML_PARSE; } if (file_number >= (int)infiles.size()) { fprintf(stderr, "Too few input files given; need at least %d\n", file_number+1 ); return ERR_XML_PARSE; } if (input_file_found[file_number]) { fprintf(stderr, "Input file %d listed twice\n", file_number ); return ERR_XML_PARSE; } input_file_found[file_number] = true; INFILE_DESC& infile = infiles[file_number]; if (nbytesdef > 0) { // here if the file was specified in the input template; // i.e it's already staged, possibly remotely // urlstr = ""; for (unsigned int i=0; i<urls.size(); i++) { urlstr += " <url>" + urls.at(i) + string(infile.name) + "</url>\n"; if (gzip) { urlstr += " <gzipped_url>" + urls.at(i) + string(infile.name) + ".gz</gzipped_url>\n"; } } sprintf(buf, " <name>%s</name>\n" "%s" " <md5_cksum>%s</md5_cksum>\n" " <nbytes>%.0f</nbytes>\n", infile.name, urlstr.c_str(), md5str.c_str(), nbytesdef ); if (gzip) { sprintf(buf2, " <gzipped_nbytes>%.0f</gzipped_nbytes>\n", gzipped_nbytes ); strcat(buf, buf2); } strcat(buf, "</file_info>\n"); } else if (infile.is_remote) { sprintf(buf, " <name>jf_%s</name>\n" " <url>%s</url>\n" " <md5_cksum>%s</md5_cksum>\n" " <nbytes>%.0f</nbytes>\n" "</file_info>\n", infile.md5, infile.url, infile.md5, infile.nbytes ); } else { // here if file is local; we need to find its size and MD5; // stage the file if needed // dir_hier_path( infile.name, config_loc.download_dir, config_loc.uldl_dir_fanout, path, true ); // if file isn't found in hierarchy, // look for it at top level and copy // if (!boinc_file_exists(path)) { sprintf(top_download_path, "%s/%s",config_loc.download_dir, infile.name ); boinc_copy(top_download_path, path); } if (!config_loc.cache_md5_info || !got_md5_info(path, md5, &nbytes)) { retval = md5_file(path, md5, nbytes); if (retval) { fprintf(stderr, "process_input_template: md5_file %s\n", boincerror(retval) ); return retval; } else if (config_loc.cache_md5_info) { write_md5_info(path, md5, nbytes); } } dir_hier_url( infile.name, config_loc.download_url, config_loc.uldl_dir_fanout, url ); if (gzip) { sprintf(gzip_path, "%s.gz", path); retval = file_size(gzip_path, gzipped_nbytes); if (retval) { fprintf(stderr, "process_input_template: missing gzip file %s\n", gzip_path ); return ERR_FILE_MISSING; } sprintf(gzipped_url, " <gzipped_url>%s.gz</gzipped_url>\n" " <gzipped_nbytes>%.0f</gzipped_nbytes>\n", url, gzipped_nbytes ); } else { strcpy(gzipped_url, ""); } sprintf(buf, " <name>%s</name>\n" " <url>%s</url>\n" "%s" " <md5_cksum>%s</md5_cksum>\n" " <nbytes>%.0f</nbytes>\n" "</file_info>\n", infile.name, url, gzipped_url, md5, nbytes ); } out += buf; break; } else { // copy any other elements from input template to XML doc // retval = xp.copy_element(tmpstr); if (retval) return retval; out += tmpstr; out += "\n"; } } return 0; }
int FILE_INFO::parse(XML_PARSER& xp) { char buf2[1024]; std::string url; PERS_FILE_XFER *pfxp; int retval; bool btemp; vector<string>gzipped_urls; while (!xp.get_tag()) { if (xp.match_tag("/file_info") || xp.match_tag("/file")) { if (!strlen(name)) return ERR_BAD_FILENAME; if (strstr(name, "..")) return ERR_BAD_FILENAME; if (strstr(name, "%")) return ERR_BAD_FILENAME; if (gzipped_urls.size() > 0) { download_urls.clear(); download_urls.urls = gzipped_urls; download_gzipped = true; } return 0; } if (xp.match_tag("xml_signature")) { retval = copy_element_contents( xp.f->f, "</xml_signature>", xml_signature, sizeof(xml_signature) ); if (retval) return retval; strip_whitespace(xml_signature); continue; } if (xp.match_tag("file_signature")) { retval = copy_element_contents( xp.f->f, "</file_signature>", file_signature, sizeof(file_signature) ); if (retval) return retval; strip_whitespace(file_signature); continue; } if (xp.match_tag("signatures")) { if (!cert_sigs->parse(xp)) { msg_printf(0, MSG_INTERNAL_ERROR, "FILE_INFO::parse(): cannot parse <signatures>\n" ); return ERR_XML_PARSE; } continue; } if (xp.parse_str("name", name, sizeof(name))) continue; if (xp.parse_string("url", url)) { if (strstr(url.c_str(), "file_upload_handler")) { upload_urls.urls.push_back(url); } else { download_urls.urls.push_back(url); } continue; } if (xp.parse_string("download_url", url)) { download_urls.urls.push_back(url); continue; } if (xp.parse_string("upload_url", url)) { upload_urls.urls.push_back(url); continue; } if (xp.parse_string("gzipped_url", url)) { gzipped_urls.push_back(url); continue; } if (xp.parse_str("md5_cksum", md5_cksum, sizeof(md5_cksum))) continue; if (xp.parse_double("nbytes", nbytes)) continue; if (xp.parse_double("gzipped_nbytes", gzipped_nbytes)) continue; if (xp.parse_double("max_nbytes", max_nbytes)) continue; if (xp.parse_int("status", status)) { // on startup, VERIFY_PENDING is meaningless if (status == FILE_VERIFY_PENDING) { status = FILE_NOT_PRESENT; } continue; } if (xp.parse_bool("executable", executable)) continue; if (xp.parse_bool("uploaded", uploaded)) continue; if (xp.parse_bool("sticky", sticky)) continue; if (xp.parse_bool("gzip_when_done", gzip_when_done)) continue; if (xp.parse_bool("download_gzipped", download_gzipped)) continue; if (xp.parse_bool("signature_required", signature_required)) continue; if (xp.parse_bool("is_project_file", is_project_file)) continue; if (xp.parse_bool("no_delete", btemp)) continue; if (xp.match_tag("persistent_file_xfer")) { pfxp = new PERS_FILE_XFER; retval = pfxp->parse(xp); #ifdef SIM delete pfxp; continue; #endif if (!retval) { pers_file_xfer = pfxp; } else { delete pfxp; } continue; } if (xp.match_tag("file_xfer")) { while (!xp.get_tag()) { if (xp.match_tag("/file_xfer")) break; } continue; } if (xp.match_tag("error_msg")) { retval = copy_element_contents( xp.f->f, "</error_msg>", buf2, sizeof(buf2) ); if (retval) return retval; error_msg = buf2; continue; } // deprecated tags if (xp.parse_bool("generated_locally", btemp)) continue; if (xp.parse_bool("upload_when_present", btemp)) continue; if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] FILE_INFO::parse(): unrecognized: %s\n", xp.parsed_tag ); } xp.skip_unexpected(); } return ERR_XML_PARSE; }
int CC_CONFIG::parse_options_client(XML_PARSER& xp) { string s; int n, retval; //clear(); // don't do this here because some options are set by cmdline args, // which are parsed first // but do clear these, which aren't accessable via cmdline: // alt_platforms.clear(); exclusive_apps.clear(); exclusive_gpu_apps.clear(); for (int i=1; i<NPROC_TYPES; i++) { ignore_gpu_instance[i].clear(); } while (!xp.get_tag()) { if (!xp.is_tag) { msg_printf_notice(NULL, false, "https://boinc.berkeley.edu/manager_links.php?target=notice&controlid=config", "%s: %s", _("Unexpected text in cc_config.xml"), xp.parsed_tag ); continue; } if (xp.match_tag("/options")) { return 0; } if (xp.parse_bool("abort_jobs_on_exit", abort_jobs_on_exit)) continue; if (xp.parse_bool("allow_multiple_clients", allow_multiple_clients)) continue; if (xp.parse_bool("allow_remote_gui_rpc", allow_remote_gui_rpc)) continue; if (xp.parse_string("alt_platform", s)) { alt_platforms.push_back(s); continue; } if (xp.match_tag("coproc")) { COPROC c; retval = c.parse(xp); if (retval) { msg_printf_notice(NULL, false, NULL, "Can't parse <coproc> element in cc_config.xml" ); continue; } retval = config_coprocs.add(c); if (retval) { msg_printf_notice(NULL, false, NULL, "Duplicate <coproc> element in cc_config.xml" ); } continue; } if (xp.parse_bool("disallow_attach", disallow_attach)) continue; if (xp.parse_bool("dont_check_file_sizes", dont_check_file_sizes)) continue; if (xp.parse_bool("dont_contact_ref_site", dont_contact_ref_site)) continue; if (xp.parse_bool("lower_client_priority", lower_client_priority)) continue; if (xp.parse_bool("dont_suspend_nci", dont_suspend_nci)) continue; if (xp.parse_bool("dont_use_vbox", dont_use_vbox)) continue; if (xp.parse_bool("dont_use_wsl", dont_use_wsl)) continue; if (xp.match_tag("exclude_gpu")) { EXCLUDE_GPU eg; retval = eg.parse(xp); if (retval) { msg_printf_notice(NULL, false, NULL, "Can't parse <exclude_gpu> element in cc_config.xml" ); } else { exclude_gpus.push_back(eg); } continue; } if (xp.parse_string("exclusive_app", s)) { if (!strstr(s.c_str(), "boinc")) { exclusive_apps.push_back(s); } continue; } if (xp.parse_string("exclusive_gpu_app", s)) { if (!strstr(s.c_str(), "boinc")) { exclusive_gpu_apps.push_back(s); } continue; } if (xp.parse_bool("exit_after_finish", exit_after_finish)) continue; if (xp.parse_bool("exit_before_start", exit_before_start)) continue; if (xp.parse_bool("exit_when_idle", exit_when_idle)) { if (exit_when_idle) { report_results_immediately = true; } continue; } if (xp.parse_bool("fetch_minimal_work", fetch_minimal_work)) continue; if (xp.parse_bool("fetch_on_update", fetch_on_update)) continue; if (xp.parse_string("force_auth", force_auth)) { downcase_string(force_auth); continue; } if (xp.parse_bool("http_1_0", http_1_0)) continue; if (xp.parse_int("http_transfer_timeout", http_transfer_timeout)) continue; if (xp.parse_int("http_transfer_timeout_bps", http_transfer_timeout_bps)) continue; if (xp.parse_int("ignore_cuda_dev", n)||xp.parse_int("ignore_nvidia_dev", n)) { ignore_gpu_instance[PROC_TYPE_NVIDIA_GPU].push_back(n); continue; } if (xp.parse_int("ignore_ati_dev", n)) { ignore_gpu_instance[PROC_TYPE_AMD_GPU].push_back(n); continue; } if (xp.parse_int("ignore_intel_dev", n)) { ignore_gpu_instance[PROC_TYPE_INTEL_GPU].push_back(n); continue; } if (xp.parse_int("max_event_log_lines", max_event_log_lines)) continue; if (xp.parse_int("max_file_xfers", max_file_xfers)) continue; if (xp.parse_int("max_file_xfers_per_project", max_file_xfers_per_project)) continue; if (xp.parse_int("max_stderr_file_size", max_stderr_file_size)) continue; if (xp.parse_int("max_stdout_file_size", max_stdout_file_size)) continue; if (xp.parse_int("max_tasks_reported", max_tasks_reported)) continue; if (xp.parse_int("ncpus", ncpus)) continue; if (xp.parse_bool("no_alt_platform", no_alt_platform)) continue; if (xp.parse_bool("no_gpus", no_gpus)) continue; if (xp.parse_bool("no_info_fetch", no_info_fetch)) continue; if (xp.parse_bool("no_opencl", no_opencl)) continue; if (xp.parse_bool("no_priority_change", no_priority_change)) continue; if (xp.parse_bool("os_random_only", os_random_only)) continue; if (xp.parse_int("process_priority", process_priority)) continue; if (xp.parse_int("process_priority_special", process_priority_special)) continue; #ifndef SIM if (xp.match_tag("proxy_info")) { retval = proxy_info.parse_config(xp); if (retval) { msg_printf_notice(NULL, false, NULL, "Can't parse <proxy_info> element in cc_config.xml" ); } continue; } #endif if (xp.parse_double("rec_half_life_days", rec_half_life)) { if (rec_half_life <= 0) rec_half_life = 10; rec_half_life *= 86400; continue; } if (xp.parse_bool("report_results_immediately", report_results_immediately)) continue; if (xp.parse_bool("run_apps_manually", run_apps_manually)) continue; if (xp.parse_int("save_stats_days", save_stats_days)) continue; if (xp.parse_bool("simple_gui_only", simple_gui_only)) continue; if (xp.parse_bool("skip_cpu_benchmarks", skip_cpu_benchmarks)) continue; if (xp.parse_double("start_delay", start_delay)) continue; if (xp.parse_bool("stderr_head", stderr_head)) continue; if (xp.parse_bool("suppress_net_info", suppress_net_info)) continue; if (xp.parse_bool("unsigned_apps_ok", unsigned_apps_ok)) continue; if (xp.parse_bool("use_all_gpus", use_all_gpus)) continue; if (xp.parse_bool("use_certs", use_certs)) continue; if (xp.parse_bool("use_certs_only", use_certs_only)) continue; if (xp.parse_bool("vbox_window", vbox_window)) continue; // The following 3 tags have been moved to nvc_config and // NVC_CONFIG_FILE, but CC_CONFIG::write() in older clients // may have written their default values to CONFIG_FILE. // Silently skip them if present. if (xp.parse_string("client_download_url", s)) continue; if (xp.parse_string("client_new_version_text", s)) continue; if (xp.parse_string("client_version_check_url", s)) continue; if (xp.parse_string("network_test_url", s)) continue; msg_printf_notice(NULL, false, "https://boinc.berkeley.edu/manager_links.php?target=notice&controlid=config", "%s: <%s>", _("Unrecognized tag in cc_config.xml"), xp.parsed_tag ); xp.skip_unexpected(true, "CC_CONFIG::parse_options"); } return ERR_XML_PARSE; }
static int process_workunit( XML_PARSER& xp, WORKUNIT& wu, string& out, const char** infiles, const char* command_line, const char* additional_xml ) { char buf[256], open_name[256]; int file_number; string tmpstr, cmdline; int retval; out += "<workunit>\n"; if (command_line) { //fprintf(stderr, "appending command line: %s\n", command_line); out += "<command_line>\n"; out += command_line; out += "\n</command_line>\n"; } while (!xp.get_tag()) { if (xp.match_tag("/workunit")) { if (additional_xml && strlen(additional_xml)) { out += additional_xml; out += "\n"; } out += "</workunit>"; break; } else if (xp.match_tag("file_ref")) { out += "<file_ref>\n"; bool found_file_number = false, found_open_name = false; while (!xp.get_tag()) { if (xp.parse_int("file_number", file_number)) { sprintf(buf, " <file_name>%s</file_name>\n", infiles[file_number] ); out += buf; found_file_number = true; continue; } else if (xp.parse_str("open_name", open_name, sizeof(open_name))) { sprintf(buf, " <open_name>%s</open_name>\n", open_name); out += buf; found_open_name = true; continue; } else if (xp.match_tag("/file_ref")) { if (!found_file_number) { fprintf(stderr, "No file number found\n"); return ERR_XML_PARSE; } if (!found_open_name) { fprintf(stderr, "No open name found\n"); return ERR_XML_PARSE; } out += "</file_ref>\n"; break; } else if (xp.parse_string("file_name", tmpstr)) { fprintf(stderr, "<file_name> ignored in <file_ref> element.\n"); continue; } else { retval = xp.copy_element(tmpstr); if (retval) return retval; out += tmpstr; out += "\n"; } } } else if (xp.parse_string("command_line", cmdline)) { if (command_line) { fprintf(stderr, "Can't specify command line twice"); return ERR_XML_PARSE; } out += "<command_line>\n"; out += cmdline; out += "\n</command_line>\n"; } else if (xp.parse_double("rsc_fpops_est", wu.rsc_fpops_est)) { continue; } else if (xp.parse_double("rsc_fpops_bound", wu.rsc_fpops_bound)) { continue; } else if (xp.parse_double("rsc_memory_bound", wu.rsc_memory_bound)) { continue; } else if (xp.parse_double("rsc_bandwidth_bound", wu.rsc_bandwidth_bound)) { continue; } else if (xp.parse_double("rsc_disk_bound", wu.rsc_disk_bound)) { continue; } else if (xp.parse_int("batch", wu.batch)) { continue; } else if (xp.parse_int("delay_bound", wu.delay_bound)){ continue; } else if (xp.parse_int("min_quorum", wu.min_quorum)) { continue; } else if (xp.parse_int("target_nresults", wu.target_nresults)) { continue; } else if (xp.parse_int("max_error_results", wu.max_error_results)) { continue; } else if (xp.parse_int("max_total_results", wu.max_total_results)) { continue; } else if (xp.parse_int("max_success_results", wu.max_success_results)) { continue; } else { retval = xp.copy_element(tmpstr); if (retval) return retval; out += tmpstr; out += "\n"; } } return 0; }
static int process_file_info( XML_PARSER& xp, string& out, int ninfiles, const char** infiles, SCHED_CONFIG& config_loc ) { vector<string> urls; bool generated_locally = false; int retval, file_number = -1; double nbytes, nbytesdef = -1; string md5str, urlstr, tmpstr; char buf[BLOB_SIZE], path[MAXPATHLEN], top_download_path[MAXPATHLEN], md5[33], url[256]; out += "<file_info>\n"; while (!xp.get_tag()) { if (xp.parse_int("number", file_number)) { continue; } else if (xp.parse_bool("generated_locally", generated_locally)) { continue; } else if (xp.parse_string("url", urlstr)) { urls.push_back(urlstr); continue; } else if (xp.parse_string("md5_cksum", md5str)) { continue; } else if (xp.parse_double("nbytes", nbytesdef)) { continue; } else if (xp.match_tag("/file_info")) { if (nbytesdef != -1 || md5str != "" || urlstr != "") { if (nbytesdef == -1 || md5str == "" || urlstr == "") { fprintf(stderr, "All file properties must be defined " "if at least one is defined (url, md5_cksum, nbytes)!\n" ); return ERR_XML_PARSE; } } if (file_number < 0) { fprintf(stderr, "No file number found\n"); return ERR_XML_PARSE; } if (file_number >= ninfiles) { fprintf(stderr, "Too few input files given; need at least %d\n", file_number+1 ); return ERR_XML_PARSE; } if (input_file_found[file_number]) { fprintf(stderr, "Input file %d listed twice\n", file_number ); return ERR_XML_PARSE; } input_file_found[file_number] = true; if (generated_locally) { sprintf(buf, " <name>%s</name>\n" " <generated_locally/>\n" "</file_info>\n", infiles[file_number] ); } else if (nbytesdef == -1) { // here if nybtes was not supplied; stage the file // dir_hier_path( infiles[file_number], config_loc.download_dir, config_loc.uldl_dir_fanout, path, true ); // if file isn't found in hierarchy, // look for it at top level and copy // if (!boinc_file_exists(path)) { sprintf(top_download_path, "%s/%s",config_loc.download_dir, infiles[file_number] ); boinc_copy(top_download_path, path); } if (!config_loc.cache_md5_info || !got_md5_info(path, md5, &nbytes)) { retval = md5_file(path, md5, nbytes); if (retval) { fprintf(stderr, "process_input_template: md5_file %d\n", retval); return retval; } else if (config_loc.cache_md5_info) { write_md5_info(path, md5, nbytes); } } dir_hier_url( infiles[file_number], config_loc.download_url, config_loc.uldl_dir_fanout, url ); sprintf(buf, " <name>%s</name>\n" " <url>%s</url>\n" " <md5_cksum>%s</md5_cksum>\n" " <nbytes>%.0f</nbytes>\n" "</file_info>\n", infiles[file_number], url, md5, nbytes ); } else { // here if nbytes etc. was supplied, // i.e the file is already staged, possibly remotely // urlstr = ""; for (unsigned int i=0; i<urls.size(); i++) { urlstr += " <url>" + urls.at(i) + "</url>\n"; } sprintf(buf, " <name>%s</name>\n" "%s" " <md5_cksum>%s</md5_cksum>\n" " <nbytes>%.0f</nbytes>\n" "</file_info>\n", infiles[file_number], urlstr.c_str(), md5str.c_str(), nbytesdef ); } out += buf; break; } else { retval = xp.copy_element(tmpstr); if (retval) return retval; out += tmpstr; out += "\n"; } } return 0; }
// parse a <result> element from state file // int RESULT::parse_state(XML_PARSER& xp) { FILE_REF file_ref; clear(); while (!xp.get_tag()) { if (xp.match_tag("/result")) { // set state to something reasonable in case of bad state file // if (got_server_ack || ready_to_report) { switch (state()) { case RESULT_NEW: case RESULT_FILES_DOWNLOADING: case RESULT_FILES_DOWNLOADED: case RESULT_FILES_UPLOADING: set_state(RESULT_FILES_UPLOADED, "RESULT::parse_state"); break; } } return 0; } if (xp.parse_str("name", name, sizeof(name))) continue; if (xp.parse_str("wu_name", wu_name, sizeof(wu_name))) continue; if (xp.parse_double("received_time", received_time)) continue; if (xp.parse_double("report_deadline", report_deadline)) { continue; } if (xp.match_tag("file_ref")) { file_ref.parse(xp); #ifndef SIM output_files.push_back(file_ref); #endif continue; } if (xp.parse_double("final_cpu_time", final_cpu_time)) continue; if (xp.parse_double("final_elapsed_time", final_elapsed_time)) continue; if (xp.parse_double("final_peak_working_set_size", final_peak_working_set_size)) continue; if (xp.parse_double("final_peak_swap_size", final_peak_swap_size)) continue; if (xp.parse_double("final_peak_disk_usage", final_peak_disk_usage)) continue; if (xp.parse_double("final_bytes_sent", final_bytes_sent)) continue; if (xp.parse_double("final_bytes_received", final_bytes_received)) continue; if (xp.parse_int("exit_status", exit_status)) continue; if (xp.parse_bool("got_server_ack", got_server_ack)) continue; if (xp.parse_bool("ready_to_report", ready_to_report)) continue; if (xp.parse_double("completed_time", completed_time)) continue; if (xp.parse_bool("suspended_via_gui", suspended_via_gui)) continue; if (xp.parse_bool("report_immediately", report_immediately)) continue; if (xp.parse_int("state", _state)) continue; if (xp.parse_string("stderr_out", stderr_out)) continue; if (xp.parse_double("fpops_per_cpu_sec", fpops_per_cpu_sec)) continue; if (xp.parse_double("fpops_cumulative", fpops_cumulative)) continue; if (xp.parse_double("intops_per_cpu_sec", intops_per_cpu_sec)) continue; if (xp.parse_double("intops_cumulative", intops_cumulative)) continue; if (xp.parse_str("platform", platform, sizeof(platform))) continue; if (xp.parse_str("plan_class", plan_class, sizeof(plan_class))) continue; if (xp.parse_int("version_num", version_num)) continue; if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] RESULT::parse(): unrecognized: %s\n", xp.parsed_tag ); } xp.skip_unexpected(); } return ERR_XML_PARSE; }
int AM_ACCOUNT::parse(XML_PARSER& xp) { char tag[256]; bool is_tag, btemp; int retval; double dtemp; detach = false; update = false; dont_request_more_work.init(); detach_when_done.init(); url = ""; strcpy(url_signature, ""); authenticator = ""; resource_share.init(); while (!xp.get(tag, sizeof(tag), is_tag)) { if (!is_tag) { if (log_flags.unparsed_xml) { msg_printf(0, MSG_INFO, "[unparsed_xml] AM_ACCOUNT::parse: unexpected text %s", tag ); } continue; } if (!strcmp(tag, "/account")) { if (url.length()) return 0; return ERR_XML_PARSE; } if (xp.parse_string(tag, "url", url)) continue; if (!strcmp(tag, "url_signature")) { retval = xp.element_contents("</url_signature>", url_signature, sizeof(url_signature)); if (retval) return retval; strcat(url_signature, "\n"); continue; } if (xp.parse_string(tag, "authenticator", authenticator)) continue; if (xp.parse_bool(tag, "detach", detach)) continue; if (xp.parse_bool(tag, "update", update)) continue; if (xp.parse_bool(tag, "dont_request_more_work", btemp)) { dont_request_more_work.set(btemp); continue; } if (xp.parse_bool(tag, "detach_when_done", btemp)) { detach_when_done.set(btemp); continue; } if (xp.parse_double(tag, "resource_share", dtemp)) { if (dtemp >= 0) { resource_share.set(dtemp); } else { msg_printf(NULL, MSG_INFO, "Resource share out of range: %f", dtemp ); } continue; } if (log_flags.unparsed_xml) { msg_printf(NULL, MSG_INFO, "[unparsed_xml] AM_ACCOUNT: unrecognized %s", tag ); } xp.skip_unexpected(tag, log_flags.unparsed_xml, "AM_ACCOUNT::parse"); } return ERR_XML_PARSE; }
int CONFIG::parse_options(XML_PARSER& xp) { char tag[1024], path[256]; bool is_tag, btemp; string s; int n; //clear(); // don't do this here because some options are set by cmdline args, // which are parsed first // but do clear these, which aren't accessable via cmdline: // alt_platforms.clear(); exclusive_apps.clear(); exclusive_gpu_apps.clear(); ignore_cuda_dev.clear(); ignore_ati_dev.clear(); while (!xp.get(tag, sizeof(tag), is_tag)) { if (!is_tag) { msg_printf(NULL, MSG_USER_ALERT, "Unexpected text %s in %s", tag, CONFIG_FILE ); continue; } if (!strcmp(tag, "/options")) { return 0; } if (xp.parse_bool(tag, "abort_jobs_on_exit", abort_jobs_on_exit)) continue; if (xp.parse_bool(tag, "allow_multiple_clients", allow_multiple_clients)) continue; if (xp.parse_bool(tag, "allow_remote_gui_rpc", allow_remote_gui_rpc)) continue; if (xp.parse_string(tag, "alt_platform", s)) { alt_platforms.push_back(s); continue; } if (xp.parse_string(tag, "client_download_url", client_download_url)) { downcase_string(client_download_url); continue; } if (xp.parse_string(tag, "client_version_check_url", client_version_check_url)) { downcase_string(client_version_check_url); continue; } if (xp.parse_str(tag, "data_dir", path, sizeof(path))) { if (chdir(path)) { perror("chdir"); exit(1); } continue; } if (xp.parse_bool(tag, "disallow_attach", disallow_attach)) continue; if (xp.parse_bool(tag, "dont_check_file_sizes", dont_check_file_sizes)) continue; if (xp.parse_bool(tag, "dont_contact_ref_site", dont_contact_ref_site)) continue; if (xp.parse_string(tag, "exclusive_app", s)) { exclusive_apps.push_back(s); continue; } if (xp.parse_string(tag, "exclusive_gpu_app", s)) { exclusive_gpu_apps.push_back(s); continue; } if (xp.parse_string(tag, "force_auth", force_auth)) { downcase_string(force_auth); continue; } if (xp.parse_bool(tag, "http_1_0", http_1_0)) continue; if (xp.parse_int(tag, "ignore_cuda_dev", n)) { ignore_cuda_dev.push_back(n); continue; } if (xp.parse_int(tag, "ignore_ati_dev", n)) { ignore_ati_dev.push_back(n); continue; } if (xp.parse_int(tag, "max_file_xfers", max_file_xfers)) continue; if (xp.parse_int(tag, "max_file_xfers_per_project", max_file_xfers_per_project)) continue; if (xp.parse_int(tag, "max_stderr_file_size", max_stderr_file_size)) continue; if (xp.parse_int(tag, "max_stdout_file_size", max_stdout_file_size)) continue; if (xp.parse_int(tag, "ncpus", ncpus)) continue; if (xp.parse_string(tag, "network_test_url", network_test_url)) { downcase_string(network_test_url); continue; } if (xp.parse_bool(tag, "no_alt_platform", no_alt_platform)) continue; if (xp.parse_bool(tag, "no_gpus", no_gpus)) continue; if (xp.parse_bool(tag, "no_priority_change", no_priority_change)) continue; if (xp.parse_bool(tag, "os_random_only", os_random_only)) continue; #ifndef SIM if (!strcmp(tag, "proxy_info")) { int retval = config_proxy_info.parse_config(*xp.f); if (retval) return retval; continue; } #endif if (xp.parse_bool(tag, "report_results_immediately", report_results_immediately)) continue; if (xp.parse_bool(tag, "run_apps_manually", run_apps_manually)) continue; if (xp.parse_int(tag, "save_stats_days", save_stats_days)) continue; if (xp.parse_bool(tag, "simple_gui_only", simple_gui_only)) continue; if (xp.parse_double(tag, "start_delay", start_delay)) continue; if (xp.parse_bool(tag, "stderr_head", stderr_head)) continue; if (xp.parse_bool(tag, "suppress_net_info", suppress_net_info)) continue; if (xp.parse_bool(tag, "use_all_gpus", use_all_gpus)) continue; if (xp.parse_bool(tag, "use_certs", use_certs)) continue; if (xp.parse_bool(tag, "use_certs_only", use_certs_only)) continue; if (xp.parse_bool(tag, "zero_debts", zero_debts)) continue; if (xp.parse_bool(tag, "skip_cpu_benchmarks", btemp)) { gstate.skip_cpu_benchmarks = btemp; continue; } if (xp.parse_bool(tag, "unsigned_apps_ok", btemp)) { gstate.unsigned_apps_ok = btemp; continue; } if (xp.parse_bool(tag, "exit_after_finish", btemp)) { gstate.exit_after_finish = btemp; continue; } msg_printf(NULL, MSG_USER_ALERT, "Unrecognized tag in %s: <%s>\n", CONFIG_FILE, tag ); xp.skip_unexpected(tag, true, "CONFIG::parse_options"); } return ERR_XML_PARSE; }
int CONFIG::parse_options_client(XML_PARSER& xp) { char path[256]; string s; int n, retval; //clear(); // don't do this here because some options are set by cmdline args, // which are parsed first // but do clear these, which aren't accessable via cmdline: // alt_platforms.clear(); exclusive_apps.clear(); exclusive_gpu_apps.clear(); ignore_nvidia_dev.clear(); ignore_ati_dev.clear(); while (!xp.get_tag()) { if (!xp.is_tag) { msg_printf_notice(NULL, false, "http://boinc.berkeley.edu/manager_links.php?target=notice&controlid=config", "%s: %s", _("Unexpected text in cc_config.xml"), xp.parsed_tag ); continue; } if (xp.match_tag("/options")) { return 0; } if (xp.parse_bool("abort_jobs_on_exit", abort_jobs_on_exit)) continue; if (xp.parse_bool("allow_multiple_clients", allow_multiple_clients)) continue; if (xp.parse_bool("allow_remote_gui_rpc", allow_remote_gui_rpc)) continue; if (xp.parse_string("alt_platform", s)) { alt_platforms.push_back(s); continue; } if (xp.parse_string("client_download_url", client_download_url)) { downcase_string(client_download_url); continue; } if (xp.parse_string("client_version_check_url", client_version_check_url)) { downcase_string(client_version_check_url); continue; } if (xp.match_tag("coproc")) { COPROC c; retval = c.parse(xp); if (retval) { msg_printf_notice(NULL, false, NULL, "Can't parse <coproc> element in cc_config.xml" ); } retval = coprocs.add(c); if (retval) { msg_printf_notice(NULL, false, NULL, "Duplicate <coproc> element in cc_config.xml" ); } continue; } if (xp.parse_str("data_dir", path, sizeof(path))) { if (chdir(path)) { perror("chdir"); exit(1); } continue; } if (xp.parse_bool("disallow_attach", disallow_attach)) continue; if (xp.parse_bool("dont_check_file_sizes", dont_check_file_sizes)) continue; if (xp.parse_bool("dont_contact_ref_site", dont_contact_ref_site)) continue; if (xp.match_tag("exclude_gpu")) { EXCLUDE_GPU eg; retval = eg.parse(xp); if (retval) { msg_printf_notice(NULL, false, NULL, "Can't parse <exclude_gpu> element in cc_config.xml" ); } else { exclude_gpus.push_back(eg); } continue; } if (xp.parse_string("exclusive_app", s)) { if (!strstr(s.c_str(), "boinc")) { exclusive_apps.push_back(s); } continue; } if (xp.parse_string("exclusive_gpu_app", s)) { if (!strstr(s.c_str(), "boinc")) { exclusive_gpu_apps.push_back(s); } continue; } if (xp.parse_bool("exit_after_finish", exit_after_finish)) continue; if (xp.parse_bool("exit_before_start", exit_before_start)) continue; if (xp.parse_bool("exit_when_idle", exit_when_idle)) { if (exit_when_idle) { report_results_immediately = true; } continue; } if (xp.parse_bool("fetch_minimal_work", fetch_minimal_work)) continue; if (xp.parse_string("force_auth", force_auth)) { downcase_string(force_auth); continue; } if (xp.parse_bool("http_1_0", http_1_0)) continue; if (xp.parse_int("http_transfer_timeout", http_transfer_timeout)) continue; if (xp.parse_int("http_transfer_timeout_bps", http_transfer_timeout_bps)) continue; if (xp.parse_int("ignore_cuda_dev", n)||xp.parse_int("ignore_nvidia_dev", n)) { ignore_nvidia_dev.push_back(n); continue; } if (xp.parse_int("ignore_ati_dev", n)) { ignore_ati_dev.push_back(n); continue; } if (xp.parse_int("max_file_xfers", max_file_xfers)) continue; if (xp.parse_int("max_file_xfers_per_project", max_file_xfers_per_project)) continue; if (xp.parse_int("max_stderr_file_size", max_stderr_file_size)) continue; if (xp.parse_int("max_stdout_file_size", max_stdout_file_size)) continue; if (xp.parse_int("max_tasks_reported", max_tasks_reported)) continue; if (xp.parse_int("ncpus", ncpus)) continue; if (xp.parse_string("network_test_url", network_test_url)) { downcase_string(network_test_url); continue; } if (xp.parse_bool("no_alt_platform", no_alt_platform)) continue; if (xp.parse_bool("no_gpus", no_gpus)) continue; if (xp.parse_bool("no_info_fetch", no_info_fetch)) continue; if (xp.parse_bool("no_priority_change", no_priority_change)) continue; if (xp.parse_bool("os_random_only", os_random_only)) continue; #ifndef SIM if (xp.match_tag("proxy_info")) { retval = config_proxy_info.parse_config(xp); if (retval) { msg_printf_notice(NULL, false, NULL, "Can't parse <proxy_info> element in cc_config.xml" ); } continue; } #endif if (xp.parse_double("rec_half_life_days", rec_half_life)) { if (rec_half_life <= 0) rec_half_life = 10; rec_half_life *= 86400; continue; } if (xp.parse_bool("report_results_immediately", report_results_immediately)) continue; if (xp.parse_bool("run_apps_manually", run_apps_manually)) continue; if (xp.parse_int("save_stats_days", save_stats_days)) continue; if (xp.parse_bool("simple_gui_only", simple_gui_only)) continue; if (xp.parse_bool("skip_cpu_benchmarks", skip_cpu_benchmarks)) continue; if (xp.parse_double("start_delay", start_delay)) continue; if (xp.parse_bool("stderr_head", stderr_head)) continue; if (xp.parse_bool("suppress_net_info", suppress_net_info)) continue; if (xp.parse_bool("unsigned_apps_ok", unsigned_apps_ok)) continue; if (xp.parse_bool("use_all_gpus", use_all_gpus)) continue; if (xp.parse_bool("use_certs", use_certs)) continue; if (xp.parse_bool("use_certs_only", use_certs_only)) continue; if (xp.parse_bool("zero_debts", zero_debts)) continue; msg_printf_notice(NULL, false, "http://boinc.berkeley.edu/manager_links.php?target=notice&controlid=config", "%s: <%s>", _("Unrecognized tag in cc_config.xml"), xp.parsed_tag ); xp.skip_unexpected(true, "CONFIG::parse_options"); } return ERR_XML_PARSE; }