/* * Bolt the kernel addr space into the HPT */ static void __init iSeries_bolt_kernel(unsigned long saddr, unsigned long eaddr) { unsigned long pa; unsigned long mode_rw = _PAGE_ACCESSED | _PAGE_COHERENT | PP_RWXX; HPTE hpte; for (pa = saddr; pa < eaddr ;pa += PAGE_SIZE) { unsigned long ea = (unsigned long)__va(pa); unsigned long vsid = get_kernel_vsid(ea); unsigned long va = (vsid << 28) | (pa & 0xfffffff); unsigned long vpn = va >> PAGE_SHIFT; unsigned long slot = HvCallHpt_findValid(&hpte, vpn); /* Make non-kernel text non-executable */ if (!in_kernel_text(ea)) mode_rw |= HW_NO_EXEC; if (hpte.dw0.dw0.v) { /* HPTE exists, so just bolt it */ HvCallHpt_setSwBits(slot, 0x10, 0); /* And make sure the pp bits are correct */ HvCallHpt_setPp(slot, PP_RWXX); } else /* No HPTE exists, so create a new bolted one */ iSeries_make_pte(va, phys_to_abs(pa), mode_rw); } }
long iSeries_hpte_insert(unsigned long hpte_group, unsigned long va, unsigned long pa, unsigned long rflags, unsigned long vflags, int psize) { long slot; struct hash_pte lhpte; int secondary = 0; BUG_ON(psize != MMU_PAGE_4K); /* * The hypervisor tries both primary and secondary. * If we are being called to insert in the secondary, * it means we have already tried both primary and secondary, * so we return failure immediately. */ if (vflags & HPTE_V_SECONDARY) return -1; iSeries_hlock(hpte_group); slot = HvCallHpt_findValid(&lhpte, va >> HW_PAGE_SHIFT); if (unlikely(lhpte.v & HPTE_V_VALID)) { if (vflags & HPTE_V_BOLTED) { HvCallHpt_setSwBits(slot, 0x10, 0); HvCallHpt_setPp(slot, PP_RWXX); iSeries_hunlock(hpte_group); if (slot < 0) return 0x8 | (slot & 7); else return slot & 7; } BUG(); } if (slot == -1) { /* No available entry found in either group */ iSeries_hunlock(hpte_group); return -1; } if (slot < 0) { /* MSB set means secondary group */ vflags |= HPTE_V_SECONDARY; secondary = 1; slot &= 0x7fffffffffffffff; } lhpte.v = hpte_encode_v(va, MMU_PAGE_4K) | vflags | HPTE_V_VALID; lhpte.r = hpte_encode_r(phys_to_abs(pa), MMU_PAGE_4K) | rflags; /* Now fill in the actual HPTE */ HvCallHpt_addValidate(slot, secondary, &lhpte); iSeries_hunlock(hpte_group); return (secondary << 3) | (slot & 7); }
/* * Update the page protection bits. Intended to be used to create * guard pages for kernel data structures on pages which are bolted * in the HPT. Assumes pages being operated on will not be stolen. * Does not work on large pages. * * No need to lock here because we should be the only user. */ static void iSeries_hpte_updateboltedpp(unsigned long newpp, unsigned long ea) { unsigned long vsid,va,vpn; long slot; vsid = get_kernel_vsid(ea); va = (vsid << 28) | (ea & 0x0fffffff); vpn = va >> PAGE_SHIFT; slot = iSeries_hpte_find(vpn); if (slot == -1) panic("updateboltedpp: Could not find page to bolt\n"); HvCallHpt_setPp(slot, newpp); }
/* * The HyperVisor expects the "flags" argument in this form: * bits 0..59 : reserved * bit 60 : N * bits 61..63 : PP2,PP1,PP0 */ static long iSeries_hpte_updatepp(unsigned long slot, unsigned long newpp, unsigned long va, int large, int local) { HPTE hpte; unsigned long avpn = va >> 23; iSeries_hlock(slot); HvCallHpt_get(&hpte, slot); if ((hpte.dw0.dw0.avpn == avpn) && (hpte.dw0.dw0.v)) { HvCallHpt_setPp(slot, (newpp & 0x3) | ((newpp & 0x4) << 1)); iSeries_hunlock(slot); return 0; } iSeries_hunlock(slot); return -1; }
/* * The HyperVisor expects the "flags" argument in this form: * bits 0..59 : reserved * bit 60 : N * bits 61..63 : PP2,PP1,PP0 */ static long iSeries_hpte_updatepp(unsigned long slot, unsigned long newpp, unsigned long va, int psize, int local) { struct hash_pte hpte; unsigned long want_v; iSeries_hlock(slot); HvCallHpt_get(&hpte, slot); want_v = hpte_encode_v(va, MMU_PAGE_4K); if (HPTE_V_COMPARE(hpte.v, want_v) && (hpte.v & HPTE_V_VALID)) { /* * Hypervisor expects bits as NPPP, which is * different from how they are mapped in our PP. */ HvCallHpt_setPp(slot, (newpp & 0x3) | ((newpp & 0x4) << 1)); iSeries_hunlock(slot); return 0; } iSeries_hunlock(slot); return -1; }