int valloc_alloc_at(spdid_t spdid, spdid_t dest, void *addr, unsigned long npages)
{
int ret = -1, i = 0;
struct spd_vas_tracker *trac;
struct spd_vas_occupied *occ;
unsigned long off, ext_size;
LOCK();
trac = cos_vect_lookup(&spd_vect, dest);
if (!trac) {
if (__valloc_init(dest) ||
!(trac = cos_vect_lookup(&spd_vect, dest))) goto done;
}
if (unlikely(npages > MAP_MAX * sizeof(u32_t))) {
printc("valloc: cannot alloc more than %u bytes in one time!\n", 32 * WORDS_PER_PAGE * PAGE_SIZE);
goto done;
}
while (trac->extents[i].map) {
if (addr < trac->extents[i].start || addr > trac->extents[i].end) {
if (++i == MAX_SPD_VAS_LOCATIONS) goto done;
continue;
}
/* the address is in the range of an existing extent */
occ = trac->extents[i].map;
off = ((char*)addr - (char*)trac->extents[i].start) / PAGE_SIZE;
assert(off + npages < MAP_MAX * sizeof(u32_t));
ret = bitmap_extent_set_at(&occ->pgd_occupied[0], off, npages, MAP_MAX);
goto done;
}
ext_size = round_up_to_pgd_page(npages * PAGE_SIZE);
trac->extents[i].map = alloc_page();
occ = trac->extents[i].map;
assert(occ);
if (vas_mgr_take(spdid, dest, (vaddr_t)addr, ext_size) == 0) goto free;
trac->extents[i].start = addr;
trac->extents[i].end = (void *)((uintptr_t)addr + ext_size);
bitmap_set_contig(&occ->pgd_occupied[0], 0, ext_size / PAGE_SIZE, 1);
bitmap_set_contig(&occ->pgd_occupied[0], 0, npages, 0);
ret = 0;
done:
UNLOCK();
return ret;
free:
free_page(trac->extents[i].map);
goto done;
}
int valloc_free(spdid_t spdid, spdid_t dest, void *addr, unsigned long npages)
{
int ret = -1;
struct spd_vas_tracker *trac;
struct spd_vas_occupied *occ;
unsigned long off;
LOCK();
trac = cos_vect_lookup(&spd_vect, dest);
if (!trac) goto done;
int i = 0;
/* locate the address to be freed in which range (extents) */
while (addr < trac->extents[i].start || addr > trac->extents[i].end) {
if (++i == MAX_SPD_VAS_LOCATIONS) goto done;
}
occ = trac->extents[i].map;
assert(occ);
off = ((char *)addr - (char *)trac->extents[i].start) / PAGE_SIZE;
assert(off + npages < MAP_MAX * sizeof(u32_t));
bitmap_set_contig(&occ->pgd_occupied[0], off, npages, 1);
ret = 0;
done:
UNLOCK();
return ret;
}
void *valloc_alloc(spdid_t spdid, spdid_t dest, unsigned long npages)
{
void *ret = NULL;
struct spd_vas_tracker *trac;
struct spd_vas_occupied *occ;
unsigned long ext_size;
long off, i = 0;
LOCK();
trac = cos_vect_lookup(&spd_vect, dest);
if (!trac) {
if (__valloc_init(dest) ||
!(trac = cos_vect_lookup(&spd_vect, dest))) goto done;
}
if (unlikely(npages > MAP_MAX * sizeof(u32_t))) {
printc("valloc: cannot alloc more than %u bytes in one time!\n", 32 * WORDS_PER_PAGE * PAGE_SIZE);
goto done;
}
while (trac->extents[i].map) {
occ = trac->extents[i].map;
off = bitmap_extent_find_set(&occ->pgd_occupied[0], 0, npages, MAP_MAX);
if (off < 0) {
if (++i == MAX_SPD_VAS_LOCATIONS) goto done;
continue;
}
ret = (void *)((char *)trac->extents[i].start + off * PAGE_SIZE);
goto done;
}
ext_size = round_up_to_pgd_page(npages * PAGE_SIZE);
trac->extents[i].map = alloc_page();
occ = trac->extents[i].map;
assert(occ);
trac->extents[i].start = (void*)vas_mgr_expand(spdid, dest, ext_size);
trac->extents[i].end = (void *)(trac->extents[i].start + ext_size);
bitmap_set_contig(&occ->pgd_occupied[0], 0, ext_size / PAGE_SIZE, 1);
bitmap_set_contig(&occ->pgd_occupied[0], 0, npages, 0);
ret = trac->extents[i].start;
done:
UNLOCK();
return ret;
}
static int __valloc_init(spdid_t spdid)
{
int ret = -1;
struct spd_vas_tracker *trac;
struct spd_vas_occupied *occ;
unsigned long page_off;
void *hp;
if (cos_vect_lookup(&spd_vect, spdid)) goto success;
trac = malloc(sizeof(struct spd_vas_tracker));
if (!trac) goto done;
occ = alloc_page();
if (!occ) goto err_free1;
hp = cinfo_get_heap_pointer(cos_spd_id(), spdid);
if (!hp) goto err_free2;
trac->spdid = spdid;
trac->map = occ;
trac->extents[0].start = (void*)round_to_pgd_page(hp);
trac->extents[0].end = (void*)round_up_to_pgd_page(hp);
trac->extents[0].map = occ;
page_off = ((unsigned long)hp - (unsigned long)round_to_pgd_page(hp))/PAGE_SIZE;
bitmap_set_contig(&occ->pgd_occupied[0], page_off, (PGD_SIZE/PAGE_SIZE)-page_off, 1);
bitmap_set_contig(&occ->pgd_occupied[0], 0, page_off, 0);
cos_vect_add_id(&spd_vect, trac, spdid);
assert(cos_vect_lookup(&spd_vect, spdid));
success:
ret = 0;
done:
return ret;
err_free2:
free_page(occ);
err_free1:
free(trac);
goto done;
}
static int __valloc_init(spdid_t spdid)
{
int ret = -1;
struct spd_vas_tracker *trac;
struct spd_vas_occupied *occ;
struct cos_component_information *ci;
unsigned long page_off;
void *hp;
if (cos_vect_lookup(&spd_vect, spdid)) goto success;
trac = malloc(sizeof(struct spd_vas_tracker));
if (!trac) goto done;
occ = alloc_page();
if (!occ) goto err_free1;
ci = cos_get_vas_page();
if (cinfo_map(cos_spd_id(), (vaddr_t)ci, spdid)) goto err_free2;
hp = (void*)ci->cos_heap_ptr;
// printc("valloc init heap_ptr: %x\n", (unsigned int) hp);
trac->spdid = spdid;
trac->ci = ci;
trac->map = occ;
trac->extents[0].start = (void*)round_to_pgd_page(hp);
trac->extents[0].end = (void*)round_up_to_pgd_page(hp);
page_off = ((unsigned long)hp - (unsigned long)round_to_pgd_page(hp))/PAGE_SIZE;
bitmap_set_contig(&occ->pgd_occupied[0], page_off, (PGD_SIZE/PAGE_SIZE)-page_off, 1);
cos_vect_add_id(&spd_vect, trac, spdid);
assert(cos_vect_lookup(&spd_vect, spdid));
success:
// printc("valloc init success\n");
ret = 0;
done:
return ret;
err_free2:
cos_release_vas_page(ci);
free_page(occ);
err_free1:
free(trac);
goto done;
}
int valloc_free(spdid_t spdid, spdid_t dest, void *addr, unsigned long npages)
{
int ret = -1;
struct spd_vas_tracker *trac;
struct spd_vas_occupied *occ;
unsigned long off;
LOCK();
trac = cos_vect_lookup(&spd_vect, dest);
if (!trac) goto done;
occ = trac->map;
assert(occ);
off = ((char *)addr - (char *)trac->extents[0].start)/PAGE_SIZE;
assert(off+npages < MAP_MAX*sizeof(u32_t));
bitmap_set_contig(&occ->pgd_occupied[0], off, npages, 1);
ret = 0;
done:
UNLOCK();
return ret;
}
