static void virtual_init(struct proc *target, struct proc *source)
{
/* Create pml4 */
target->cr3 = page_phys_addr(get_zeroed_page(ZONE_1GB));
/* For now, only map the kernel 512 Gbyte segment */
*((struct pml4e *)VIRT(target->cr3) + pml4_index(KERN_PAGE_OFFSET)) =
*((struct pml4e *)VIRT(source->cr3) + pml4_index(KERN_PAGE_OFFSET));
}
/*
* for Xen extraction
*/
unsigned long long
kvtop_xen_x86_64(unsigned long kvaddr)
{
unsigned long long dirp, entry;
if (!is_xen_vaddr(kvaddr))
return NOT_PADDR;
if (is_xen_text(kvaddr))
return (unsigned long)kvaddr - XEN_VIRT_START + info->xen_phys_start;
if (is_direct(kvaddr))
return (unsigned long)kvaddr - DIRECTMAP_VIRT_START;
if ((dirp = kvtop_xen_x86_64(SYMBOL(pgd_l4))) == NOT_PADDR)
return NOT_PADDR;
dirp += pml4_index(kvaddr) * sizeof(unsigned long long);
if (!readmem(MADDR_XEN, dirp, &entry, sizeof(entry)))
return NOT_PADDR;
if (!(entry & _PAGE_PRESENT))
return NOT_PADDR;
dirp = entry & ENTRY_MASK;
dirp += pgd_index(kvaddr) * sizeof(unsigned long long);
if (!readmem(MADDR_XEN, dirp, &entry, sizeof(entry)))
return NOT_PADDR;
if (!(entry & _PAGE_PRESENT))
return NOT_PADDR;
dirp = entry & ENTRY_MASK;
dirp += pmd_index(kvaddr) * sizeof(unsigned long long);
if (!readmem(MADDR_XEN, dirp, &entry, sizeof(entry)))
return NOT_PADDR;
if (!(entry & _PAGE_PRESENT))
return NOT_PADDR;
if (entry & _PAGE_PSE) {
entry = (entry & ENTRY_MASK) + (kvaddr & ((1UL << PMD_SHIFT) - 1));
return entry;
}
dirp = entry & ENTRY_MASK;
dirp += pte_index(kvaddr) * sizeof(unsigned long long);
if (!readmem(MADDR_XEN, dirp, &entry, sizeof(entry)))
return NOT_PADDR;
if (!(entry & _PAGE_PRESENT)) {
return NOT_PADDR;
}
entry = (entry & ENTRY_MASK) + (kvaddr & ((1UL << PTE_SHIFT) - 1));
return entry;
}
static void init_low_mapping(void)
{
cpu_pda[0].level4_pgt[0] = cpu_pda[0].level4_pgt[pml4_index(PAGE_OFFSET)];
flush_tlb_all();
}
/*
* Translate a virtual address to a physical address by using 4 levels paging.
*/
unsigned long long
vtop4_x86_64(unsigned long vaddr)
{
unsigned long page_dir, pml4, pgd_paddr, pgd_pte, pmd_paddr, pmd_pte;
unsigned long pte_paddr, pte;
if (SYMBOL(init_level4_pgt) == NOT_FOUND_SYMBOL) {
ERRMSG("Can't get the symbol of init_level4_pgt.\n");
return NOT_PADDR;
}
/*
* Get PGD.
*/
page_dir = SYMBOL(init_level4_pgt);
page_dir += pml4_index(vaddr) * sizeof(unsigned long);
if (!readmem(VADDR, page_dir, &pml4, sizeof pml4)) {
ERRMSG("Can't get pml4 (page_dir:%lx).\n", page_dir);
return NOT_PADDR;
}
if (info->vaddr_for_vtop == vaddr)
MSG(" PGD : %16lx => %16lx\n", page_dir, pml4);
if (!(pml4 & _PAGE_PRESENT)) {
ERRMSG("Can't get a valid pml4.\n");
return NOT_PADDR;
}
/*
* Get PUD.
*/
pgd_paddr = pml4 & PHYSICAL_PAGE_MASK;
pgd_paddr += pgd_index(vaddr) * sizeof(unsigned long);
if (!readmem(PADDR, pgd_paddr, &pgd_pte, sizeof pgd_pte)) {
ERRMSG("Can't get pgd_pte (pgd_paddr:%lx).\n", pgd_paddr);
return NOT_PADDR;
}
if (info->vaddr_for_vtop == vaddr)
MSG(" PUD : %16lx => %16lx\n", pgd_paddr, pgd_pte);
if (!(pgd_pte & _PAGE_PRESENT)) {
ERRMSG("Can't get a valid pgd_pte.\n");
return NOT_PADDR;
}
/*
* Get PMD.
*/
pmd_paddr = pgd_pte & PHYSICAL_PAGE_MASK;
pmd_paddr += pmd_index(vaddr) * sizeof(unsigned long);
if (!readmem(PADDR, pmd_paddr, &pmd_pte, sizeof pmd_pte)) {
ERRMSG("Can't get pmd_pte (pmd_paddr:%lx).\n", pmd_paddr);
return NOT_PADDR;
}
if (info->vaddr_for_vtop == vaddr)
MSG(" PMD : %16lx => %16lx\n", pmd_paddr, pmd_pte);
if (!(pmd_pte & _PAGE_PRESENT)) {
ERRMSG("Can't get a valid pmd_pte.\n");
return NOT_PADDR;
}
if (pmd_pte & _PAGE_PSE)
return (PAGEBASE(pmd_pte) & PHYSICAL_PAGE_MASK)
+ (vaddr & ~_2MB_PAGE_MASK);
/*
* Get PTE.
*/
pte_paddr = pmd_pte & PHYSICAL_PAGE_MASK;
pte_paddr += pte_index(vaddr) * sizeof(unsigned long);
if (!readmem(PADDR, pte_paddr, &pte, sizeof pte)) {
ERRMSG("Can't get pte (pte_paddr:%lx).\n", pte_paddr);
return NOT_PADDR;
}
if (info->vaddr_for_vtop == vaddr)
MSG(" PTE : %16lx => %16lx\n", pte_paddr, pte);
if (!(pte & _PAGE_PRESENT)) {
ERRMSG("Can't get a valid pte.\n");
return NOT_PADDR;
}
return (PAGEBASE(pte) & PHYSICAL_PAGE_MASK) + PAGEOFFSET(vaddr);
}
