/* * Bolt the kernel addr space into the HPT */ static void __init iSeries_bolt_kernel(unsigned long saddr, unsigned long eaddr) { unsigned long pa; unsigned long mode_rw = _PAGE_ACCESSED | _PAGE_COHERENT | PP_RWXX; HPTE hpte; for (pa = saddr; pa < eaddr ;pa += PAGE_SIZE) { unsigned long ea = (unsigned long)__va(pa); unsigned long vsid = get_kernel_vsid(ea); unsigned long va = (vsid << 28) | (pa & 0xfffffff); unsigned long vpn = va >> PAGE_SHIFT; unsigned long slot = HvCallHpt_findValid(&hpte, vpn); /* Make non-kernel text non-executable */ if (!in_kernel_text(ea)) mode_rw |= HW_NO_EXEC; if (hpte.dw0.dw0.v) { /* HPTE exists, so just bolt it */ HvCallHpt_setSwBits(slot, 0x10, 0); /* And make sure the pp bits are correct */ HvCallHpt_setPp(slot, PP_RWXX); } else /* No HPTE exists, so create a new bolted one */ iSeries_make_pte(va, phys_to_abs(pa), mode_rw); } }
long iSeries_hpte_insert(unsigned long hpte_group, unsigned long va, unsigned long pa, unsigned long rflags, unsigned long vflags, int psize) { long slot; struct hash_pte lhpte; int secondary = 0; BUG_ON(psize != MMU_PAGE_4K); /* * The hypervisor tries both primary and secondary. * If we are being called to insert in the secondary, * it means we have already tried both primary and secondary, * so we return failure immediately. */ if (vflags & HPTE_V_SECONDARY) return -1; iSeries_hlock(hpte_group); slot = HvCallHpt_findValid(&lhpte, va >> HW_PAGE_SHIFT); if (unlikely(lhpte.v & HPTE_V_VALID)) { if (vflags & HPTE_V_BOLTED) { HvCallHpt_setSwBits(slot, 0x10, 0); HvCallHpt_setPp(slot, PP_RWXX); iSeries_hunlock(hpte_group); if (slot < 0) return 0x8 | (slot & 7); else return slot & 7; } BUG(); } if (slot == -1) { /* No available entry found in either group */ iSeries_hunlock(hpte_group); return -1; } if (slot < 0) { /* MSB set means secondary group */ vflags |= HPTE_V_SECONDARY; secondary = 1; slot &= 0x7fffffffffffffff; } lhpte.v = hpte_encode_v(va, MMU_PAGE_4K) | vflags | HPTE_V_VALID; lhpte.r = hpte_encode_r(phys_to_abs(pa), MMU_PAGE_4K) | rflags; /* Now fill in the actual HPTE */ HvCallHpt_addValidate(slot, secondary, &lhpte); iSeries_hunlock(hpte_group); return (secondary << 3) | (slot & 7); }