static int __init mt_mspace_probe(struct platform_device *dev)
{
struct resource *regs;
struct exm_info *info;
extmem_printk("[EXT_MEM] probing mt_mspace\n");
info = kzalloc(sizeof(struct exm_info), GFP_KERNEL);
if (!info)
return -ENOMEM;
extmem_init();
info->mem[0].addr = get_max_phys_addr();
info->mem[0].size = extmem_mspace_size;
info->mmap = mtk_mspace_mmap_physical;
if (!info->mem[0].addr) {
dev_err(&dev->dev, "Invalid memory resource\n");
return -ENODEV;
}
info->version = "0.0.2";
info->name= DEV_DRV_NAME;
if (exm_register_device(&dev->dev, info)) {
iounmap(info->mem[0].internal_addr);
printk("[EXT_MEM] exm_register failed\n");
return -ENODEV;
}
platform_set_drvdata(dev, info);
printk("[EXT_MEM] probing mt_mspace success\n");
return 0;
}
static void extmem_init(void) {
if (extmem_mspace == NULL) {
size_t extmem_vmalloc_limit = (VMALLOC_TOTAL/3)& ~(0x02000000-1);
if (extmem_mspace_size > 0x02000000) {
extmem_mspace_size -= 0x02000000;
}
else {
extmem_get_lca_reserved_mem();
if (extmem_mspace_size > 0x02000000) {
extmem_mspace_size -= 0x02000000;
}
}
if (extmem_mspace_size > extmem_vmalloc_limit) {
printk(KERN_WARNING "[EXT_MEM] extmem_mspace_size: 0x%zx over limit: 0x%zx\n",
extmem_mspace_size, extmem_vmalloc_limit);
extmem_mspace_size = extmem_vmalloc_limit;
}
if (extmem_mspace_size <= 0) {
printk(KERN_ERR "[EXT_MEM] no extmem, need check config\n");
BUG();
}
#ifdef CONFIG_ARM64
extmem_mspace_base = (void*) ioremap_wc(extmem_phys_base, extmem_mspace_size);
#else
extmem_mspace_base = (void*) ioremap_cached(extmem_phys_base, extmem_mspace_size);
#endif
extmem_mspace = create_mspace_with_base(extmem_mspace_base, extmem_mspace_size, 1);
extmem_printk("[EXT_MEM] extmem_phys_base: %p, extmem_mspace_size: 0x%zx, extmem_mspace: %p\n",
(void *)extmem_phys_base, extmem_mspace_size, extmem_mspace);
}
}
static int mtk_mspace_mmap_physical(struct exm_info *info, struct vm_area_struct *vma)
{
unsigned long size = vma->vm_end - vma->vm_start;
void * va = NULL;
if ((vma->vm_flags & VM_SHARED) == 0) {
return -EINVAL;
}
vma->vm_ops = &exm_vm_ops;
va = extmem_malloc_page_align(size);
if (!va) {
printk("[EXT_MEM] %s[%d] malloc failed...", __FILE__, __LINE__);
return -ENOMEM;
}
memset(va, 0, size);
vma->vm_flags |= (VM_DONTCOPY | VM_DONTEXPAND);
void * pa = (void *)get_phys_from_mspace((unsigned long) va);
int ret = remap_pfn_range(vma,
vma->vm_start,
(((unsigned long) pa) >> PAGE_SHIFT),
size,
vma->vm_page_prot);
extmem_printk("[EXT_MEM] pa:0x%x, va:0x%x, vma->vm_pgoff:0x%x, vm_start:0x%x, vm_end:0x%x\n", pa, va, vma->vm_pgoff, vma->vm_start, vma->vm_end);
return ret;
}
static int extmem_scan_memory(unsigned long node, const char *uname, int depth, void *data)
{
mem_desc_t *mem_desc;
char *type = NULL;
/* We are scanning "memory" nodes only */
type = of_get_flat_dt_prop(node, "device_type", NULL);
if (type == NULL) {
/*
* The longtrail doesn't have a device_type on the
* /memory node, so look for the node called /memory@0.
*/
if (depth != 1 || strcmp(uname, "memory@0") != 0)
return 0;
} else if (strcmp(type, "memory") != 0) {
return 0;
}
/* lca reserved memory */
mem_desc = (mem_desc_t *)of_get_flat_dt_prop(node,
"lca_reserved_mem", NULL);
if (mem_desc && mem_desc->size) {
extmem_phys_base = mem_desc->start;
extmem_mspace_size = mem_desc->size;
extmem_printk("[EXT_MEM] extmem_scan_memory extmem_phys_base: %p, extmem_mspace_size: 0x%zx\n",
(void *)extmem_phys_base, extmem_mspace_size);
}
return node;
}
void* extmem_malloc_page_align(size_t bytes) {
void *mem = NULL;
extmem_init();
mem = mspace_memalign(extmem_mspace, 1<<PAGE_SHIFT, bytes);
extmem_printk("[EXT_MEM] %s mem:%p, size: 0x%zx\n", __FUNCTION__, mem, bytes);
return mem;
}
void* extmem_malloc(size_t bytes) {
void *mem = NULL;
extmem_init();
mem = mspace_malloc(extmem_mspace, bytes);
extmem_printk("[EXT_MEM] %s mem:%p, size: 0x%zx\n", __FUNCTION__, mem, bytes);
return mem;
}
static void extmem_init(void) {
if (extmem_mspace == NULL) {
if (extmem_mspace_size == 0) {
size_t extmem_vmalloc_limit = (VMALLOC_TOTAL/3)& ~(0x02000000-1);
if (get_max_DRAM_size() < (CONFIG_MAX_DRAM_SIZE_SUPPORT + 0x02000000)) {
printk(KERN_ERR "[EXT_MEM] no extmem, get_max_DRAM_size:%p, CONFIG_MAX_DRAM_SIZE_SUPPORT:0x%x, get_max_phys_addr:%p\n",
(void *)get_max_DRAM_size(), CONFIG_MAX_DRAM_SIZE_SUPPORT, (void *)get_max_phys_addr());
BUG();
}
extmem_mspace_size = get_max_DRAM_size() - CONFIG_MAX_DRAM_SIZE_SUPPORT - 0x02000000;
if (extmem_mspace_size > extmem_vmalloc_limit) {
printk(KERN_WARNING "[EXT_MEM] extmem_mspace_size: 0x%zx over limit: 0x%zx\n",
extmem_mspace_size, extmem_vmalloc_limit);
extmem_mspace_size = extmem_vmalloc_limit;
}
}
//extmem_mspace_base = (void*) ioremap(get_max_phys_addr(), extmem_mspace_size);
extmem_mspace_base = (void*) ioremap_cached(get_max_phys_addr(), extmem_mspace_size);
extmem_mspace = create_mspace_with_base(extmem_mspace_base, extmem_mspace_size, 1);
extmem_printk("[EXT_MEM] get_max_DRAM_size:0x%x, CONFIG_MAX_DRAM_SIZE_SUPPORT:0x%x, get_max_phys_addr:%p, extmem_mspace:%p\n",
get_max_DRAM_size(), CONFIG_MAX_DRAM_SIZE_SUPPORT, (void *)get_max_phys_addr(), extmem_mspace);
}
}
size_t extmem_get_mem_size(unsigned long pgoff)
{
void * va = (void *)get_virt_from_mspace(pgoff << PAGE_SHIFT);
mchunkptr p = mem2chunk(va);
size_t psize = chunksize(p) - TWO_SIZE_T_SIZES;
extmem_printk("[EXT_MEM] %s size: 0x%x\n", __FUNCTION__, psize);
return psize;
}
unsigned long get_virt_from_mspace(unsigned long pa)
{
#ifdef CONFIG_OF
extmem_printk("[EXT_MEM] %s pa: 0x%lx extmem_phys_base: %p extmem_mspace_base: %p\n",
__FUNCTION__, pa, (void *)extmem_phys_base, extmem_mspace_base);
return ( pa - extmem_phys_base + (unsigned long)extmem_mspace_base);
#else
return ( pa - get_max_phys_addr() + (unsigned long)extmem_mspace_base);
#endif
}
static unsigned long get_phys_from_mspace(unsigned long va)
{
#ifdef CONFIG_OF
extmem_printk("[EXT_MEM] %s va: 0x%lx extmem_phys_base: %p extmem_mspace_base: %p\n",
__FUNCTION__, va, (void *)extmem_phys_base, extmem_mspace_base);
return ( va - (unsigned long)extmem_mspace_base + extmem_phys_base);
#else
return ( va - (unsigned long)extmem_mspace_base + get_max_phys_addr());
#endif
}
static int __init extmem_get_lca_reserved_mem(void)
{
int node;
extmem_printk("[EXT_MEM] extmem_early_memory_info\n");
/* avoid double init */
if (extmem_phys_base) {
printk(KERN_WARNING "[EXT_MEM] extmem_phys_base exist: 0x%p\n", (void *)extmem_phys_base);
return 0;
}
node = of_scan_flat_dt(extmem_scan_memory, NULL);
return 0;
}
static int mtk_mspace_mmap_physical(struct exm_info *info, struct vm_area_struct *vma)
{
unsigned long size = vma->vm_end - vma->vm_start;
void * va = NULL;
unsigned long pa;
int ret = -EINVAL;
if ((vma->vm_flags & VM_SHARED) == 0) {
return -EINVAL;
}
vma->vm_ops = &exm_vm_ops;
va = extmem_malloc_page_align(size);
if (!va) {
printk(KERN_ERR "[EXT_MEM] %s failed...\n", __FUNCTION__);
return -ENOMEM;
}
memset(va, 0, size);
vma->vm_flags |= (VM_DONTCOPY | VM_DONTEXPAND);
#ifdef CONFIG_ARM64
vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
#else
vma->vm_page_prot = __pgprot_modify(vma->vm_page_prot, L_PTE_MT_MASK, L_PTE_MT_WRITEBACK);
#endif
pa = get_phys_from_mspace((unsigned long) va);
ret = remap_pfn_range(vma,
vma->vm_start,
(pa >> PAGE_SHIFT),
size,
vma->vm_page_prot);
extmem_printk("[EXT_MEM] pa:%p, va:%p, vma->vm_pgoff:0x%lx, vm_start:0x%lx, vm_end:0x%lx\n", (void *)pa, va, vma->vm_pgoff, vma->vm_start, vma->vm_end);
if (ret) {
printk(KERN_ERR "[EXT_MEM] %s fail ret:%d\n", __FUNCTION__, ret);
}
return ret;
}
void extmem_free(void* mem) {
extmem_printk("[EXT_MEM] %s addr:0x%x\n", __FUNCTION__, mem);
if (extmem_mspace != NULL)
mspace_free(extmem_mspace, mem);
}
void* extmem_malloc_page_align(size_t bytes) {
extmem_init();
extmem_printk("[EXT_MEM] %s size: 0x%x\n", __FUNCTION__, bytes);
return mspace_memalign(extmem_mspace, 1<<PAGE_SHIFT, bytes);
}
void* extmem_malloc(size_t bytes) {
extmem_init();
extmem_printk("[EXT_MEM] %s size: 0x%x\n", __FUNCTION__, bytes);
return mspace_malloc(extmem_mspace, bytes);
}
static int __init mt_mspace_init(void)
{
extmem_printk("[EXT_MEM] %s\n", __FUNCTION__);
return platform_driver_register(&mt_mspace_driver);
}