int reserve_resources (flux_t *h, resrc_tree_t **selected_tree, int64_t job_id, int64_t starttime, int64_t walltime, resrc_t *resrc, resrc_reqst_t *resrc_reqst) { int rc = -1; if (*selected_tree) rc = resrc_tree_reserve (*selected_tree, job_id, 0, 0); return rc; }
static int test_a_resrc (resrc_t *resrc, bool rdl) { int found = 0; int rc = 0; int64_t nowtime = epochtime (); JSON o = NULL; JSON req_res = NULL; resrc_reqst_t *resrc_reqst = NULL; resrc_tree_t *deserialized_tree = NULL; resrc_tree_t *found_tree = NULL; resrc_tree_t *resrc_tree = NULL; resrc_tree_t *selected_tree = NULL; resrc_tree = resrc_phys_tree (resrc); ok ((resrc_tree != NULL), "resource tree valid"); if (!resrc_tree) goto ret; if (verbose) { printf ("Listing resource tree\n"); resrc_tree_print (resrc_tree); printf ("End of resource tree\n"); } /* * Build a resource composite to search for. Two variants are * constructed depending on whether the loaded resources came * from the sample RDL file or from the hwloc. The hwloc request * does not span multiple nodes or contain the localid property. */ req_res = Jnew (); if (rdl) { JSON bandwidth = Jnew (); JSON child_core = Jnew (); JSON child_sock = Jnew (); JSON graph_array = Jnew_ar (); JSON ja = Jnew_ar (); JSON jpropo = Jnew (); /* json property object */ JSON memory = Jnew (); JSON power = Jnew (); /* JSON jtago = Jnew (); /\* json tag object *\/ */ /* Jadd_bool (jtago, "maytag", true); */ /* Jadd_bool (jtago, "yourtag", true); */ Jadd_str (memory, "type", "memory"); Jadd_int (memory, "req_qty", 1); Jadd_int (memory, "size", 100); json_object_array_add (ja, memory); Jadd_str (child_core, "type", "core"); Jadd_int (child_core, "req_qty", 6); Jadd_bool (child_core, "exclusive", true); Jadd_int (jpropo, "localid", 1); json_object_object_add (child_core, "properties", jpropo); json_object_array_add (ja, child_core); Jadd_str (child_sock, "type", "socket"); Jadd_int (child_sock, "req_qty", 2); json_object_object_add (child_sock, "req_children", ja); Jadd_str (bandwidth, "type", "bandwidth"); Jadd_int (bandwidth, "size", 100); json_object_array_add (graph_array, bandwidth); Jadd_str (power, "type", "power"); Jadd_int (power, "size", 10); json_object_array_add (graph_array, power); Jadd_str (req_res, "type", "node"); Jadd_int (req_res, "req_qty", 2); Jadd_int64 (req_res, "starttime", nowtime); /* json_object_object_add (req_res, "tags", jtago); */ json_object_object_add (req_res, "req_child", child_sock); json_object_object_add (req_res, "graphs", graph_array); } else { Jadd_str (req_res, "type", "core"); Jadd_int (req_res, "req_qty", 2); Jadd_bool (req_res, "exclusive", true); } resrc_reqst = resrc_reqst_from_json (req_res, NULL); Jput (req_res); ok ((resrc_reqst != NULL), "resource request valid"); if (!resrc_reqst) goto ret; if (verbose) { printf ("Listing resource request tree\n"); resrc_reqst_print (resrc_reqst); printf ("End of resource request tree\n"); } init_time (); found = resrc_tree_search (resrc, resrc_reqst, &found_tree, true); ok (found, "found %d requested resources in %lf", found, ((double)get_time ())/1000000); if (!found) goto ret; if (verbose) { printf ("Listing found tree\n"); resrc_tree_print (found_tree); printf ("End of found tree\n"); } o = Jnew (); init_time (); rc = resrc_tree_serialize (o, found_tree); ok (!rc, "found resource serialization took: %lf", ((double)get_time ())/1000000); if (verbose) { printf ("The found resources serialized: %s\n", Jtostr (o)); } deserialized_tree = resrc_tree_deserialize (o, NULL); if (verbose) { printf ("Listing deserialized tree\n"); resrc_tree_print (deserialized_tree); printf ("End of deserialized tree\n"); } Jput (o); init_time (); /* * Exercise time-based allocations for the rdl case and * now-based allocations for the hwloc case */ selected_tree = test_select_resources (found_tree, NULL, 1); if (rdl) rc = resrc_tree_allocate (selected_tree, 1, nowtime, nowtime + 3600); else rc = resrc_tree_allocate (selected_tree, 1, 0, 0); ok (!rc, "successfully allocated resources for job 1"); resrc_tree_destroy (selected_tree, false); resrc_tree_unstage_resources (found_tree); selected_tree = test_select_resources (found_tree, NULL, 2); if (rdl) rc = resrc_tree_allocate (selected_tree, 2, nowtime, nowtime + 3600); else rc = resrc_tree_allocate (selected_tree, 2, 0, 0); ok (!rc, "successfully allocated resources for job 2"); resrc_tree_destroy (selected_tree, false); resrc_tree_unstage_resources (found_tree); selected_tree = test_select_resources (found_tree, NULL, 3); if (rdl) rc = resrc_tree_allocate (selected_tree, 3, nowtime, nowtime + 3600); else rc = resrc_tree_allocate (selected_tree, 3, 0, 0); ok (!rc, "successfully allocated resources for job 3"); resrc_tree_destroy (selected_tree, false); resrc_tree_unstage_resources (found_tree); selected_tree = test_select_resources (found_tree, NULL, 4); if (rdl) rc = resrc_tree_reserve (selected_tree, 4, nowtime, nowtime + 3600); else rc = resrc_tree_reserve (selected_tree, 4, 0, 0); ok (!rc, "successfully reserved resources for job 4"); resrc_tree_destroy (selected_tree, false); resrc_tree_unstage_resources (found_tree); printf (" allocate and reserve took: %lf\n", ((double)get_time ())/1000000); if (verbose) { printf ("Allocated and reserved resources\n"); resrc_tree_print (resrc_tree); } init_time (); rc = resrc_tree_release (found_tree, 1); ok (!rc, "resource release of job 1 took: %lf", ((double)get_time ())/1000000); if (verbose) { printf ("Same resources without job 1\n"); resrc_tree_print (resrc_tree); } init_time (); resrc_reqst_destroy (resrc_reqst); resrc_tree_destroy (deserialized_tree, true); resrc_tree_destroy (found_tree, false); printf (" destroy took: %lf\n", ((double)get_time ())/1000000); ret: return rc; }
/* * reserve_resources() reserves resources for the specified job id. * Unlike the FCFS version where selected_tree provides the tree of * resources to reserve, this backfill version will search into the * future to find a time window when all of the required resources are * available, reserve those, and return the pointer to the selected * tree. */ int reserve_resources (flux_t h, resrc_tree_t **selected_tree, int64_t job_id, int64_t starttime, int64_t walltime, resrc_t *resrc, resrc_reqst_t *resrc_reqst) { int rc = -1; int64_t *completion_time = NULL; int64_t nfound = 0; int64_t prev_completion_time = -1; resrc_tree_t *found_tree = NULL; if (reservation_depth > 0 && (curr_reservation_depth >= reservation_depth)) { goto ret; } else if (!resrc || !resrc_reqst) { flux_log (h, LOG_ERR, "%s: invalid arguments", __FUNCTION__); goto ret; } if (*selected_tree) { resrc_tree_destroy (*selected_tree, false); *selected_tree = NULL; } zlist_sort (completion_times, compare_int64_ascending); for (completion_time = zlist_first (completion_times); completion_time; completion_time = zlist_next (completion_times)) { /* Purge past times from consideration */ if (*completion_time < starttime) { zlist_remove (completion_times, completion_time); continue; } /* Don't test the same time multiple times */ if (prev_completion_time == *completion_time) continue; resrc_reqst_set_starttime (resrc_reqst, *completion_time + 1); resrc_reqst_set_endtime (resrc_reqst, *completion_time + 1 + walltime); flux_log (h, LOG_DEBUG, "Attempting to reserve %"PRId64" nodes for job " "%"PRId64" at time %"PRId64"", resrc_reqst_reqrd_qty (resrc_reqst), job_id, *completion_time + 1); nfound = resrc_tree_search (resrc, resrc_reqst, &found_tree, true); if (nfound >= resrc_reqst_reqrd_qty (resrc_reqst)) { *selected_tree = select_resources (h, found_tree, resrc_reqst, NULL); resrc_tree_destroy (found_tree, false); if (*selected_tree) { rc = resrc_tree_reserve (*selected_tree, job_id, *completion_time + 1, *completion_time + 1 + walltime); if (rc) { resrc_tree_destroy (*selected_tree, false); *selected_tree = NULL; } else { curr_reservation_depth++; flux_log (h, LOG_DEBUG, "Reserved %"PRId64" nodes for job " "%"PRId64" from %"PRId64" to %"PRId64"", resrc_reqst_reqrd_qty (resrc_reqst), job_id, *completion_time + 1, *completion_time + 1 + walltime); } break; } } prev_completion_time = *completion_time; } ret: return rc; }